2024-11-18 21:18:55,109 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-18 21:18:55,168 main DEBUG Took 0.056482 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 21:18:55,175 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 21:18:55,176 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 21:18:55,177 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 21:18:55,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:18:55,192 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 21:18:55,228 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:18:55,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:18:55,238 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:18:55,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:18:55,240 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:18:55,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:18:55,241 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:18:55,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:18:55,243 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:18:55,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:18:55,257 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:18:55,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:18:55,258 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:18:55,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:18:55,259 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:18:55,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:18:55,260 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:18:55,270 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:18:55,271 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:18:55,272 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:18:55,272 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:18:55,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:18:55,273 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:18:55,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 21:18:55,274 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:18:55,274 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 21:18:55,277 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 21:18:55,279 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 21:18:55,282 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 21:18:55,282 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 21:18:55,284 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 21:18:55,284 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 21:18:55,307 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 21:18:55,314 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 21:18:55,319 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 21:18:55,319 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 21:18:55,320 main DEBUG createAppenders(={Console}) 2024-11-18 21:18:55,321 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-18 21:18:55,321 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-18 21:18:55,321 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-18 21:18:55,323 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 21:18:55,324 main DEBUG OutputStream closed 2024-11-18 21:18:55,326 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 21:18:55,326 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 21:18:55,327 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-18 21:18:55,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 21:18:55,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 21:18:55,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 21:18:55,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 21:18:55,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 21:18:55,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 21:18:55,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 21:18:55,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 21:18:55,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 21:18:55,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 21:18:55,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 21:18:55,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 21:18:55,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 21:18:55,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 21:18:55,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 21:18:55,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 21:18:55,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 21:18:55,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 21:18:55,505 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 21:18:55,506 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-18 21:18:55,506 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 21:18:55,508 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-18T21:18:55,527 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-18 21:18:55,531 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 21:18:55,531 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T21:18:55,618 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=974, ProcessCount=11, AvailableMemoryMB=3454 2024-11-18T21:18:55,974 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-18T21:18:56,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811 2024-11-18T21:18:56,042 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/cluster_603e1257-87d7-4d6d-7dbe-16b28c722a80, deleteOnExit=true 2024-11-18T21:18:56,160 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/cluster_603e1257-87d7-4d6d-7dbe-16b28c722a80/zookeeper_0, clientPort=59027, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/cluster_603e1257-87d7-4d6d-7dbe-16b28c722a80/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/cluster_603e1257-87d7-4d6d-7dbe-16b28c722a80/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T21:18:56,174 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59027 2024-11-18T21:18:56,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:18:56,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:18:56,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/test.cache.data in system properties and HBase conf 2024-11-18T21:18:56,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:18:56,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:18:56,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:18:56,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:18:56,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:18:56,320 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T21:18:56,542 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:18:56,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:18:56,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:18:56,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:18:56,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:18:56,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:18:56,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:18:56,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:18:56,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:18:56,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:18:56,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:18:56,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:18:56,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:18:56,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:18:56,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:18:57,673 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T21:18:57,762 INFO [Time-limited test {}] log.Log(170): Logging initialized @4137ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T21:18:57,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:18:57,960 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:18:57,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:18:57,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:18:57,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:18:58,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:18:58,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:18:58,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:18:58,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/java.io.tmpdir/jetty-localhost-39243-hadoop-hdfs-3_4_1-tests_jar-_-any-776038311466217071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:18:58,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:39243} 2024-11-18T21:18:58,330 INFO [Time-limited test {}] server.Server(415): Started @4706ms 2024-11-18T21:18:59,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:18:59,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:18:59,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:18:59,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:18:59,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:18:59,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:18:59,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:18:59,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b71fbf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/java.io.tmpdir/jetty-localhost-33649-hadoop-hdfs-3_4_1-tests_jar-_-any-2689511655400567218/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:18:59,355 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:33649} 2024-11-18T21:18:59,356 INFO [Time-limited test {}] server.Server(415): Started @5732ms 2024-11-18T21:18:59,441 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:19:00,334 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/cluster_603e1257-87d7-4d6d-7dbe-16b28c722a80/data/data1/current/BP-304564156-172.17.0.3-1731964737340/current, will proceed with Du for space computation calculation, 2024-11-18T21:19:00,337 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/cluster_603e1257-87d7-4d6d-7dbe-16b28c722a80/data/data2/current/BP-304564156-172.17.0.3-1731964737340/current, will proceed with Du for space computation calculation, 2024-11-18T21:19:00,438 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:19:00,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8409319af0443742 with lease ID 0x679b5806834e9f6f: Processing first storage report for DS-0295f34d-c0b9-4325-beaa-32da8d117a7d from datanode DatanodeRegistration(127.0.0.1:37903, datanodeUuid=8ad97111-e969-4753-aae7-afe82aa2a933, infoPort=44835, infoSecurePort=0, ipcPort=33729, storageInfo=lv=-57;cid=testClusterID;nsid=1264097116;c=1731964737340) 2024-11-18T21:19:00,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8409319af0443742 with lease ID 0x679b5806834e9f6f: from storage DS-0295f34d-c0b9-4325-beaa-32da8d117a7d node DatanodeRegistration(127.0.0.1:37903, datanodeUuid=8ad97111-e969-4753-aae7-afe82aa2a933, infoPort=44835, infoSecurePort=0, ipcPort=33729, storageInfo=lv=-57;cid=testClusterID;nsid=1264097116;c=1731964737340), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-11-18T21:19:00,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8409319af0443742 with lease ID 0x679b5806834e9f6f: Processing first storage report for DS-8c801082-c0bd-48f4-83d5-696d5c86276b from datanode DatanodeRegistration(127.0.0.1:37903, datanodeUuid=8ad97111-e969-4753-aae7-afe82aa2a933, infoPort=44835, infoSecurePort=0, ipcPort=33729, storageInfo=lv=-57;cid=testClusterID;nsid=1264097116;c=1731964737340) 2024-11-18T21:19:00,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8409319af0443742 with lease ID 0x679b5806834e9f6f: from storage DS-8c801082-c0bd-48f4-83d5-696d5c86276b node DatanodeRegistration(127.0.0.1:37903, datanodeUuid=8ad97111-e969-4753-aae7-afe82aa2a933, infoPort=44835, infoSecurePort=0, ipcPort=33729, storageInfo=lv=-57;cid=testClusterID;nsid=1264097116;c=1731964737340), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:19:00,605 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811 2024-11-18T21:19:00,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:00,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:01,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:19:01,435 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068 with version=8 2024-11-18T21:19:01,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/hbase-staging 2024-11-18T21:19:01,565 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T21:19:01,881 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:19:01,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:01,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:01,903 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:19:01,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:01,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:19:02,090 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:19:02,157 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T21:19:02,167 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T21:19:02,171 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:19:02,200 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10889 (auto-detected) 2024-11-18T21:19:02,201 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-18T21:19:02,223 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36035 2024-11-18T21:19:02,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36035 connecting to ZooKeeper ensemble=127.0.0.1:59027 2024-11-18T21:19:02,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360350x0, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:02,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36035-0x10054c29d280000 connected 2024-11-18T21:19:02,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:02,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:02,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on znode that does not yet exist, /0-255333711/running 2024-11-18T21:19:02,364 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068, hbase.cluster.distributed=false 2024-11-18T21:19:02,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on znode that does not yet exist, /0-255333711/acl 2024-11-18T21:19:02,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36035 2024-11-18T21:19:02,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36035 2024-11-18T21:19:02,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36035 2024-11-18T21:19:02,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36035 2024-11-18T21:19:02,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36035 2024-11-18T21:19:02,573 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:19:02,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:02,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:02,576 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:19:02,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:02,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:19:02,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:19:02,582 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:19:02,585 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41407 2024-11-18T21:19:02,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41407 connecting to ZooKeeper ensemble=127.0.0.1:59027 2024-11-18T21:19:02,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:02,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:02,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414070x0, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:02,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41407-0x10054c29d280001 connected 2024-11-18T21:19:02,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on znode that does not yet exist, /0-255333711/running 2024-11-18T21:19:02,629 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:19:02,642 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:19:02,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on znode that does not yet exist, /0-255333711/master 2024-11-18T21:19:02,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on znode that does not yet exist, /0-255333711/acl 2024-11-18T21:19:02,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41407 2024-11-18T21:19:02,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41407 2024-11-18T21:19:02,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41407 2024-11-18T21:19:02,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41407 2024-11-18T21:19:02,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41407 2024-11-18T21:19:02,689 DEBUG [M:0;d63b309a8c2d:36035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:36035 2024-11-18T21:19:02,692 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-255333711/backup-masters/d63b309a8c2d,36035,1731964741636 2024-11-18T21:19:02,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711/backup-masters 2024-11-18T21:19:02,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711/backup-masters 2024-11-18T21:19:02,708 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on existing znode=/0-255333711/backup-masters/d63b309a8c2d,36035,1731964741636 2024-11-18T21:19:02,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-255333711/master 2024-11-18T21:19:02,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:02,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:02,744 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on existing znode=/0-255333711/master 2024-11-18T21:19:02,746 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-255333711/backup-masters/d63b309a8c2d,36035,1731964741636 from backup master directory 2024-11-18T21:19:02,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255333711/backup-masters/d63b309a8c2d,36035,1731964741636 2024-11-18T21:19:02,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711/backup-masters 2024-11-18T21:19:02,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711/backup-masters 2024-11-18T21:19:02,751 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:19:02,751 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,36035,1731964741636 2024-11-18T21:19:02,754 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T21:19:02,757 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T21:19:02,839 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/hbase.id] with ID: 0415d651-c57b-4b9a-a3ac-7bdd55300dd6 2024-11-18T21:19:02,839 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/.tmp/hbase.id 2024-11-18T21:19:02,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:19:03,254 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/.tmp/hbase.id]:[hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/hbase.id] 2024-11-18T21:19:03,312 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:03,318 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:19:03,346 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-18T21:19:03,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:03,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:03,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:19:03,779 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:19:03,782 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:19:03,802 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:19:03,808 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:03,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:19:03,885 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store 2024-11-18T21:19:03,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:19:03,922 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T21:19:03,927 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:03,928 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:19:03,929 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:03,929 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:03,931 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:19:03,931 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:03,931 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:03,933 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964743928Disabling compacts and flushes for region at 1731964743928Disabling writes for close at 1731964743931 (+3 ms)Writing region close event to WAL at 1731964743931Closed at 1731964743931 2024-11-18T21:19:03,936 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/.initializing 2024-11-18T21:19:03,936 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/WALs/d63b309a8c2d,36035,1731964741636 2024-11-18T21:19:03,947 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:19:03,964 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C36035%2C1731964741636, suffix=, logDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/WALs/d63b309a8c2d,36035,1731964741636, archiveDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/oldWALs, maxLogs=10 2024-11-18T21:19:03,987 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/WALs/d63b309a8c2d,36035,1731964741636/d63b309a8c2d%2C36035%2C1731964741636.1731964743968, exclude list is [], retry=0 2024-11-18T21:19:04,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37903,DS-0295f34d-c0b9-4325-beaa-32da8d117a7d,DISK] 2024-11-18T21:19:04,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T21:19:04,043 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/WALs/d63b309a8c2d,36035,1731964741636/d63b309a8c2d%2C36035%2C1731964741636.1731964743968 2024-11-18T21:19:04,044 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44835:44835)] 2024-11-18T21:19:04,045 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:04,045 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:04,049 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:04,051 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:04,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:04,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:19:04,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:04,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:04,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:04,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:19:04,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:04,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:04,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:04,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:19:04,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:04,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:04,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:04,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:19:04,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:04,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:04,170 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:04,174 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:04,176 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:04,183 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:04,184 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:04,188 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:04,193 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:04,202 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:19:04,203 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66176287, jitterRate=-0.013896480202674866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:04,212 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964744068Initializing all the Stores at 1731964744071 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964744072 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964744073 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964744073Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964744073Cleaning up temporary data from old regions at 1731964744184 (+111 ms)Region opened successfully at 1731964744212 (+28 ms) 2024-11-18T21:19:04,213 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:19:04,259 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e27614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:19:04,294 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:19:04,308 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:19:04,308 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:19:04,312 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:19:04,313 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T21:19:04,319 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-18T21:19:04,319 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:19:04,353 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:19:04,365 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Unable to get data of znode /0-255333711/balancer because node does not exist (not necessarily an error) 2024-11-18T21:19:04,368 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255333711/balancer already deleted, retry=false 2024-11-18T21:19:04,371 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:19:04,373 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Unable to get data of znode /0-255333711/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:19:04,375 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255333711/normalizer already deleted, retry=false 2024-11-18T21:19:04,378 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:19:04,382 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Unable to get data of znode /0-255333711/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:19:04,384 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255333711/switch/split already deleted, retry=false 2024-11-18T21:19:04,386 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Unable to get data of znode /0-255333711/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:19:04,387 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255333711/switch/merge already deleted, retry=false 2024-11-18T21:19:04,412 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Unable to get data of znode /0-255333711/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:19:04,414 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255333711/snapshot-cleanup already deleted, retry=false 2024-11-18T21:19:04,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-255333711/running 2024-11-18T21:19:04,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-255333711/running 2024-11-18T21:19:04,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:04,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:04,422 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,36035,1731964741636, sessionid=0x10054c29d280000, setting cluster-up flag (Was=false) 2024-11-18T21:19:04,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:04,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:04,442 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-255333711/flush-table-proc/acquired, /0-255333711/flush-table-proc/reached, /0-255333711/flush-table-proc/abort 2024-11-18T21:19:04,444 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,36035,1731964741636 2024-11-18T21:19:04,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:04,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:04,459 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-255333711/online-snapshot/acquired, /0-255333711/online-snapshot/reached, /0-255333711/online-snapshot/abort 2024-11-18T21:19:04,461 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,36035,1731964741636 2024-11-18T21:19:04,470 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:19:04,478 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(746): ClusterId : 0415d651-c57b-4b9a-a3ac-7bdd55300dd6 2024-11-18T21:19:04,480 DEBUG [RS:0;d63b309a8c2d:41407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:19:04,486 DEBUG [RS:0;d63b309a8c2d:41407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:19:04,487 DEBUG [RS:0;d63b309a8c2d:41407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:19:04,490 DEBUG [RS:0;d63b309a8c2d:41407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:19:04,490 DEBUG [RS:0;d63b309a8c2d:41407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee76407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:19:04,507 DEBUG [RS:0;d63b309a8c2d:41407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:41407 2024-11-18T21:19:04,510 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:19:04,511 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:19:04,511 DEBUG [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:19:04,514 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,36035,1731964741636 with port=41407, startcode=1731964742521 2024-11-18T21:19:04,526 DEBUG [RS:0;d63b309a8c2d:41407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:19:04,575 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:04,582 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:19:04,588 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:19:04,591 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36035 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T21:19:04,598 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:19:04,605 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,36035,1731964741636 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:19:04,629 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:04,630 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:04,630 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:04,630 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:04,631 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:19:04,631 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:04,631 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:19:04,631 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:04,632 DEBUG [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T21:19:04,632 WARN [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T21:19:04,642 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:04,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:19:04,649 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731964774649 2024-11-18T21:19:04,651 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:19:04,653 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:19:04,654 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:04,654 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:19:04,660 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:19:04,661 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:19:04,661 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:19:04,661 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:19:04,665 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:04,673 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:19:04,675 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:19:04,675 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:19:04,676 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:19:04,680 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:19:04,681 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:19:04,683 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964744682,5,FailOnTimeoutGroup] 2024-11-18T21:19:04,684 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964744683,5,FailOnTimeoutGroup] 2024-11-18T21:19:04,685 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:04,685 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:19:04,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:19:04,687 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:04,687 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:04,692 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:19:04,692 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068 2024-11-18T21:19:04,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741832_1008 (size=32) 2024-11-18T21:19:04,734 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,36035,1731964741636 with port=41407, startcode=1731964742521 2024-11-18T21:19:04,738 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,41407,1731964742521 2024-11-18T21:19:04,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36035 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,41407,1731964742521 2024-11-18T21:19:04,756 DEBUG [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068 2024-11-18T21:19:04,756 DEBUG [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34625 2024-11-18T21:19:04,756 DEBUG [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:19:04,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711/rs 2024-11-18T21:19:04,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,41407,1731964742521] 2024-11-18T21:19:04,778 DEBUG [RS:0;d63b309a8c2d:41407 {}] zookeeper.ZKUtil(111): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on existing znode=/0-255333711/rs/d63b309a8c2d,41407,1731964742521 2024-11-18T21:19:04,779 WARN [RS:0;d63b309a8c2d:41407 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:19:04,779 INFO [RS:0;d63b309a8c2d:41407 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:04,779 DEBUG [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521 2024-11-18T21:19:04,830 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:19:04,853 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:19:04,863 INFO [RS:0;d63b309a8c2d:41407 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:19:04,864 INFO [RS:0;d63b309a8c2d:41407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:04,869 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:19:04,880 INFO [RS:0;d63b309a8c2d:41407 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:19:04,882 INFO [RS:0;d63b309a8c2d:41407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:04,883 DEBUG [RS:0;d63b309a8c2d:41407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:04,883 DEBUG [RS:0;d63b309a8c2d:41407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:04,883 DEBUG [RS:0;d63b309a8c2d:41407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:04,883 DEBUG [RS:0;d63b309a8c2d:41407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:04,884 DEBUG [RS:0;d63b309a8c2d:41407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:04,884 DEBUG [RS:0;d63b309a8c2d:41407 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:19:04,884 DEBUG [RS:0;d63b309a8c2d:41407 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:04,884 DEBUG [RS:0;d63b309a8c2d:41407 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:04,885 DEBUG [RS:0;d63b309a8c2d:41407 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:04,885 DEBUG [RS:0;d63b309a8c2d:41407 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:04,885 DEBUG [RS:0;d63b309a8c2d:41407 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:04,885 DEBUG [RS:0;d63b309a8c2d:41407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:04,886 DEBUG [RS:0;d63b309a8c2d:41407 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:19:04,886 DEBUG [RS:0;d63b309a8c2d:41407 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:19:04,889 INFO [RS:0;d63b309a8c2d:41407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:04,890 INFO [RS:0;d63b309a8c2d:41407 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:04,890 INFO [RS:0;d63b309a8c2d:41407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:04,890 INFO [RS:0;d63b309a8c2d:41407 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:04,890 INFO [RS:0;d63b309a8c2d:41407 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:04,890 INFO [RS:0;d63b309a8c2d:41407 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,41407,1731964742521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:19:04,924 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:19:04,927 INFO [RS:0;d63b309a8c2d:41407 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,41407,1731964742521-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:04,927 INFO [RS:0;d63b309a8c2d:41407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:04,927 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.Replication(171): d63b309a8c2d,41407,1731964742521 started 2024-11-18T21:19:04,956 INFO [RS:0;d63b309a8c2d:41407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:04,959 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,41407,1731964742521, RpcServer on d63b309a8c2d/172.17.0.3:41407, sessionid=0x10054c29d280001 2024-11-18T21:19:04,961 DEBUG [RS:0;d63b309a8c2d:41407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:19:04,961 DEBUG [RS:0;d63b309a8c2d:41407 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,41407,1731964742521 2024-11-18T21:19:04,961 DEBUG [RS:0;d63b309a8c2d:41407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,41407,1731964742521' 2024-11-18T21:19:04,961 DEBUG [RS:0;d63b309a8c2d:41407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-255333711/flush-table-proc/abort' 2024-11-18T21:19:04,963 DEBUG [RS:0;d63b309a8c2d:41407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-255333711/flush-table-proc/acquired' 2024-11-18T21:19:04,967 DEBUG [RS:0;d63b309a8c2d:41407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:19:04,967 DEBUG [RS:0;d63b309a8c2d:41407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:19:04,968 DEBUG [RS:0;d63b309a8c2d:41407 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,41407,1731964742521 2024-11-18T21:19:04,968 DEBUG [RS:0;d63b309a8c2d:41407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,41407,1731964742521' 2024-11-18T21:19:04,968 DEBUG [RS:0;d63b309a8c2d:41407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-255333711/online-snapshot/abort' 2024-11-18T21:19:04,977 DEBUG [RS:0;d63b309a8c2d:41407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-255333711/online-snapshot/acquired' 2024-11-18T21:19:04,985 DEBUG [RS:0;d63b309a8c2d:41407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:19:04,985 INFO [RS:0;d63b309a8c2d:41407 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:19:04,986 INFO [RS:0;d63b309a8c2d:41407 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:19:05,094 INFO [RS:0;d63b309a8c2d:41407 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:19:05,100 INFO [RS:0;d63b309a8c2d:41407 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C41407%2C1731964742521, suffix=, logDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521, archiveDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/oldWALs, maxLogs=10 2024-11-18T21:19:05,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:05,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:19:05,126 DEBUG [RS:0;d63b309a8c2d:41407 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.1731964745103, exclude list is [], retry=0 2024-11-18T21:19:05,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:19:05,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:05,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:05,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:19:05,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:19:05,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:05,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37903,DS-0295f34d-c0b9-4325-beaa-32da8d117a7d,DISK] 2024-11-18T21:19:05,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:05,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:19:05,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:19:05,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:05,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:05,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:19:05,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:19:05,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:05,151 INFO [RS:0;d63b309a8c2d:41407 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.1731964745103 2024-11-18T21:19:05,153 DEBUG [RS:0;d63b309a8c2d:41407 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44835:44835)] 2024-11-18T21:19:05,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:05,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:19:05,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740 2024-11-18T21:19:05,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740 2024-11-18T21:19:05,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:19:05,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:19:05,163 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:05,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:19:05,175 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:19:05,176 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70502939, jitterRate=0.050575658679008484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:05,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731964745119Initializing all the Stores at 1731964745121 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964745121Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964745124 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964745124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964745124Cleaning up temporary data from old regions at 1731964745162 (+38 ms)Region opened successfully at 1731964745179 (+17 ms) 2024-11-18T21:19:05,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:19:05,179 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:19:05,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:19:05,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:19:05,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:19:05,181 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:19:05,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964745179Disabling compacts and flushes for region at 1731964745179Disabling writes for close at 1731964745179Writing region close event to WAL at 1731964745180 (+1 ms)Closed at 1731964745181 (+1 ms) 2024-11-18T21:19:05,185 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:05,185 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:19:05,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:19:05,200 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:19:05,203 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:19:05,359 DEBUG [d63b309a8c2d:36035 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:19:05,380 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,41407,1731964742521 2024-11-18T21:19:05,393 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,41407,1731964742521, state=OPENING 2024-11-18T21:19:05,402 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:19:05,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:05,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:05,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255333711/meta-region-server: CHANGED 2024-11-18T21:19:05,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255333711/meta-region-server: CHANGED 2024-11-18T21:19:05,416 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:19:05,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,41407,1731964742521}] 2024-11-18T21:19:05,607 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:19:05,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:19:05,646 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:19:05,647 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:05,648 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:19:05,665 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C41407%2C1731964742521.meta, suffix=.meta, logDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521, archiveDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/oldWALs, maxLogs=10 2024-11-18T21:19:05,691 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.meta.1731964745668.meta, exclude list is [], retry=0 2024-11-18T21:19:05,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37903,DS-0295f34d-c0b9-4325-beaa-32da8d117a7d,DISK] 2024-11-18T21:19:05,719 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.meta.1731964745668.meta 2024-11-18T21:19:05,721 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44835:44835)] 2024-11-18T21:19:05,721 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:05,734 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:19:05,736 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:19:05,741 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:19:05,745 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:19:05,751 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:19:05,752 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:05,753 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:19:05,753 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:19:05,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:19:05,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:19:05,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:05,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:05,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:19:05,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:19:05,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:05,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:05,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:19:05,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:19:05,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:05,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:05,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:19:05,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:19:05,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:05,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:05,774 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:19:05,778 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740 2024-11-18T21:19:05,781 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740 2024-11-18T21:19:05,784 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:19:05,784 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:19:05,786 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:05,789 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:19:05,791 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69928268, jitterRate=0.04201239347457886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:05,791 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:19:05,793 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964745754Writing region info on filesystem at 1731964745754Initializing all the Stores at 1731964745759 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964745759Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964745760 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964745760Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964745760Cleaning up temporary data from old regions at 1731964745785 (+25 ms)Running coprocessor post-open hooks at 1731964745791 (+6 ms)Region opened successfully at 1731964745793 (+2 ms) 2024-11-18T21:19:05,803 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731964745593 2024-11-18T21:19:05,820 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:19:05,821 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:19:05,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,41407,1731964742521 2024-11-18T21:19:05,825 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,41407,1731964742521, state=OPEN 2024-11-18T21:19:05,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-255333711/meta-region-server 2024-11-18T21:19:05,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255333711/meta-region-server: CHANGED 2024-11-18T21:19:05,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-255333711/meta-region-server 2024-11-18T21:19:05,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255333711/meta-region-server: CHANGED 2024-11-18T21:19:05,837 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,41407,1731964742521 2024-11-18T21:19:05,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:19:05,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,41407,1731964742521 in 418 msec 2024-11-18T21:19:05,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:19:05,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 658 msec 2024-11-18T21:19:05,860 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:05,860 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:19:05,887 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:05,889 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,41407,1731964742521, seqNum=-1] 2024-11-18T21:19:05,919 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:05,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:19:05,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4530 sec 2024-11-18T21:19:05,970 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964745970, completionTime=-1 2024-11-18T21:19:05,973 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:19:05,973 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:19:06,011 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:19:06,011 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731964806011 2024-11-18T21:19:06,011 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731964866011 2024-11-18T21:19:06,011 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 38 msec 2024-11-18T21:19:06,014 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,36035,1731964741636-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:06,014 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,36035,1731964741636-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:06,014 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,36035,1731964741636-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:06,016 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:36035, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:06,016 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:06,019 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:06,025 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:19:06,099 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.347sec 2024-11-18T21:19:06,100 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:19:06,103 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:19:06,105 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:19:06,109 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:19:06,109 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:19:06,114 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,36035,1731964741636-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:19:06,115 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,36035,1731964741636-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:19:06,132 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:19:06,133 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:19:06,134 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,36035,1731964741636-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:06,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419f73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:06,197 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T21:19:06,197 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T21:19:06,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,36035,-1 for getting cluster id 2024-11-18T21:19:06,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:06,214 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0415d651-c57b-4b9a-a3ac-7bdd55300dd6' 2024-11-18T21:19:06,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:06,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0415d651-c57b-4b9a-a3ac-7bdd55300dd6" 2024-11-18T21:19:06,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72188503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,36035,-1] 2024-11-18T21:19:06,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:06,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:06,231 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:06,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354cb576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:06,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:06,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,41407,1731964742521, seqNum=-1] 2024-11-18T21:19:06,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:06,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:19:06,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,36035,1731964741636 2024-11-18T21:19:06,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59027 2024-11-18T21:19:06,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:06,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10054c29d280002 connected 2024-11-18T21:19:06,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/hadoop.log.dir so I do NOT create it in target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716 2024-11-18T21:19:06,343 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:19:06,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/hadoop.tmp.dir so I do NOT create it in target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716 2024-11-18T21:19:06,343 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:19:06,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716 2024-11-18T21:19:06,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:19:06,344 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/cluster_81687e6e-2971-1de5-29f7-493a907a87ec, deleteOnExit=true 2024-11-18T21:19:06,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:19:06,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/test.cache.data in system properties and HBase conf 2024-11-18T21:19:06,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:19:06,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:19:06,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:19:06,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:19:06,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:19:06,345 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:19:06,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:19:06,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:19:06,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:19:06,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:19:06,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:19:06,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:19:06,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:19:06,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:19:06,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:19:06,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:19:06,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:19:06,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:19:06,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:19:06,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:19:06,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:19:06,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:19:06,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:19:06,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:19:06,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:19:06,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:19:06,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fa80ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:19:06,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b608463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:19:06,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35409618{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/java.io.tmpdir/jetty-localhost-39579-hadoop-hdfs-3_4_1-tests_jar-_-any-12308884602389221788/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:19:06,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cc08b0a{HTTP/1.1, (http/1.1)}{localhost:39579} 2024-11-18T21:19:06,658 INFO [Time-limited test {}] server.Server(415): Started @13034ms 2024-11-18T21:19:06,764 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:19:06,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:19:06,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:19:06,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:19:06,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:19:06,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282256de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:19:06,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b39d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:19:06,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765b0853{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/java.io.tmpdir/jetty-localhost-43587-hadoop-hdfs-3_4_1-tests_jar-_-any-9904564620025441439/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:19:06,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@684ad4cf{HTTP/1.1, (http/1.1)}{localhost:43587} 2024-11-18T21:19:06,936 INFO [Time-limited test {}] server.Server(415): Started @13312ms 2024-11-18T21:19:06,938 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:19:07,198 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/cluster_81687e6e-2971-1de5-29f7-493a907a87ec/data/data1/current/BP-1175576281-172.17.0.3-1731964746391/current, will proceed with Du for space computation calculation, 2024-11-18T21:19:07,203 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/cluster_81687e6e-2971-1de5-29f7-493a907a87ec/data/data2/current/BP-1175576281-172.17.0.3-1731964746391/current, will proceed with Du for space computation calculation, 2024-11-18T21:19:07,240 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:19:07,249 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41260fa6630a0e1 with lease ID 0xb1b59a6aec52452e: Processing first storage report for DS-9b76f853-3c9f-4b08-bc44-eb084aa4616b from datanode DatanodeRegistration(127.0.0.1:40311, datanodeUuid=00098d62-b9df-4a7b-8c17-da14a33c9f81, infoPort=39189, infoSecurePort=0, ipcPort=33501, storageInfo=lv=-57;cid=testClusterID;nsid=612429430;c=1731964746391) 2024-11-18T21:19:07,249 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41260fa6630a0e1 with lease ID 0xb1b59a6aec52452e: from storage DS-9b76f853-3c9f-4b08-bc44-eb084aa4616b node DatanodeRegistration(127.0.0.1:40311, datanodeUuid=00098d62-b9df-4a7b-8c17-da14a33c9f81, infoPort=39189, infoSecurePort=0, ipcPort=33501, storageInfo=lv=-57;cid=testClusterID;nsid=612429430;c=1731964746391), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T21:19:07,249 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41260fa6630a0e1 with lease ID 0xb1b59a6aec52452e: Processing first storage report for DS-20fbc19e-abcf-4dfd-9e35-45561d510043 from datanode DatanodeRegistration(127.0.0.1:40311, datanodeUuid=00098d62-b9df-4a7b-8c17-da14a33c9f81, infoPort=39189, infoSecurePort=0, ipcPort=33501, storageInfo=lv=-57;cid=testClusterID;nsid=612429430;c=1731964746391) 2024-11-18T21:19:07,249 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41260fa6630a0e1 with lease ID 0xb1b59a6aec52452e: from storage DS-20fbc19e-abcf-4dfd-9e35-45561d510043 node DatanodeRegistration(127.0.0.1:40311, datanodeUuid=00098d62-b9df-4a7b-8c17-da14a33c9f81, infoPort=39189, infoSecurePort=0, ipcPort=33501, storageInfo=lv=-57;cid=testClusterID;nsid=612429430;c=1731964746391), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:19:07,330 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716 2024-11-18T21:19:07,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:07,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:07,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:19:07,783 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427 with version=8 2024-11-18T21:19:07,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/hbase-staging 2024-11-18T21:19:07,785 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:19:07,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:07,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:07,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:19:07,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:07,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:19:07,786 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:19:07,786 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:19:07,787 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38867 2024-11-18T21:19:07,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38867 connecting to ZooKeeper ensemble=127.0.0.1:59027 2024-11-18T21:19:07,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388670x0, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:07,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38867-0x10054c29d280003 connected 2024-11-18T21:19:07,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:07,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:07,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Set watcher on znode that does not yet exist, /1-400544207/running 2024-11-18T21:19:07,814 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427, hbase.cluster.distributed=false 2024-11-18T21:19:07,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Set watcher on znode that does not yet exist, /1-400544207/acl 2024-11-18T21:19:07,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38867 2024-11-18T21:19:07,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38867 2024-11-18T21:19:07,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38867 2024-11-18T21:19:07,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38867 2024-11-18T21:19:07,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38867 2024-11-18T21:19:07,835 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:19:07,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:07,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:07,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:19:07,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:07,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:19:07,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:19:07,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:19:07,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43601 2024-11-18T21:19:07,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43601 connecting to ZooKeeper ensemble=127.0.0.1:59027 2024-11-18T21:19:07,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:07,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:07,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436010x0, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:07,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436010x0, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Set watcher on znode that does not yet exist, /1-400544207/running 2024-11-18T21:19:07,848 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:19:07,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43601-0x10054c29d280004 connected 2024-11-18T21:19:07,852 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:19:07,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Set watcher on znode that does not yet exist, /1-400544207/master 2024-11-18T21:19:07,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Set watcher on znode that does not yet exist, /1-400544207/acl 2024-11-18T21:19:07,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43601 2024-11-18T21:19:07,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43601 2024-11-18T21:19:07,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43601 2024-11-18T21:19:07,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43601 2024-11-18T21:19:07,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43601 2024-11-18T21:19:07,887 DEBUG [M:0;d63b309a8c2d:38867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:38867 2024-11-18T21:19:07,887 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-400544207/backup-masters/d63b309a8c2d,38867,1731964747785 2024-11-18T21:19:07,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207/backup-masters 2024-11-18T21:19:07,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207/backup-masters 2024-11-18T21:19:07,890 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Set watcher on existing znode=/1-400544207/backup-masters/d63b309a8c2d,38867,1731964747785 2024-11-18T21:19:07,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-400544207/master 2024-11-18T21:19:07,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207 2024-11-18T21:19:07,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207 2024-11-18T21:19:07,893 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Set watcher on existing znode=/1-400544207/master 2024-11-18T21:19:07,896 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-400544207/backup-masters/d63b309a8c2d,38867,1731964747785 from backup master directory 2024-11-18T21:19:07,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207/backup-masters 2024-11-18T21:19:07,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-400544207/backup-masters/d63b309a8c2d,38867,1731964747785 2024-11-18T21:19:07,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207/backup-masters 2024-11-18T21:19:07,898 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:19:07,898 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,38867,1731964747785 2024-11-18T21:19:07,911 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/hbase.id] with ID: b53b28f4-d2e7-49f8-a9d8-bbc3b164c213 2024-11-18T21:19:07,911 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/.tmp/hbase.id 2024-11-18T21:19:07,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:19:07,930 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/.tmp/hbase.id]:[hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/hbase.id] 2024-11-18T21:19:07,972 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:07,972 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:19:07,974 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T21:19:07,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207 2024-11-18T21:19:07,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207 2024-11-18T21:19:07,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:19:07,995 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:19:07,996 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:19:07,997 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:08,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:19:08,017 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store 2024-11-18T21:19:08,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:19:08,032 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:08,032 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:19:08,032 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:08,032 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:08,032 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:19:08,032 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:08,032 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:08,032 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964748032Disabling compacts and flushes for region at 1731964748032Disabling writes for close at 1731964748032Writing region close event to WAL at 1731964748032Closed at 1731964748032 2024-11-18T21:19:08,037 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/.initializing 2024-11-18T21:19:08,038 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/WALs/d63b309a8c2d,38867,1731964747785 2024-11-18T21:19:08,039 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:19:08,043 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C38867%2C1731964747785, suffix=, logDir=hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/WALs/d63b309a8c2d,38867,1731964747785, archiveDir=hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/oldWALs, maxLogs=10 2024-11-18T21:19:08,064 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/WALs/d63b309a8c2d,38867,1731964747785/d63b309a8c2d%2C38867%2C1731964747785.1731964748043, exclude list is [], retry=0 2024-11-18T21:19:08,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40311,DS-9b76f853-3c9f-4b08-bc44-eb084aa4616b,DISK] 2024-11-18T21:19:08,077 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/WALs/d63b309a8c2d,38867,1731964747785/d63b309a8c2d%2C38867%2C1731964747785.1731964748043 2024-11-18T21:19:08,078 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39189:39189)] 2024-11-18T21:19:08,078 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:08,078 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:08,079 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:08,079 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:08,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:08,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:19:08,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:08,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:08,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:08,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:19:08,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:08,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:08,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:08,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:19:08,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:08,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:08,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:08,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:19:08,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:08,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:08,103 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:08,104 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:08,105 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:08,108 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:08,108 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:08,109 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:08,112 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:08,116 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:19:08,117 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74642080, jitterRate=0.11225366592407227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:08,117 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964748079Initializing all the Stores at 1731964748084 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964748085 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964748086 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964748086Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964748086Cleaning up temporary data from old regions at 1731964748108 (+22 ms)Region opened successfully at 1731964748117 (+9 ms) 2024-11-18T21:19:08,118 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:19:08,124 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6315b775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:19:08,125 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:19:08,125 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:19:08,125 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:19:08,126 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:19:08,126 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:19:08,127 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:19:08,127 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:19:08,130 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:19:08,131 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Unable to get data of znode /1-400544207/balancer because node does not exist (not necessarily an error) 2024-11-18T21:19:08,133 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-400544207/balancer already deleted, retry=false 2024-11-18T21:19:08,133 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:19:08,134 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Unable to get data of znode /1-400544207/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:19:08,135 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-400544207/normalizer already deleted, retry=false 2024-11-18T21:19:08,136 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:19:08,137 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Unable to get data of znode /1-400544207/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:19:08,139 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-400544207/switch/split already deleted, retry=false 2024-11-18T21:19:08,140 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Unable to get data of znode /1-400544207/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:19:08,141 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-400544207/switch/merge already deleted, retry=false 2024-11-18T21:19:08,145 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Unable to get data of znode /1-400544207/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:19:08,146 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-400544207/snapshot-cleanup already deleted, retry=false 2024-11-18T21:19:08,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-400544207/running 2024-11-18T21:19:08,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207 2024-11-18T21:19:08,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-400544207/running 2024-11-18T21:19:08,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207 2024-11-18T21:19:08,151 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,38867,1731964747785, sessionid=0x10054c29d280003, setting cluster-up flag (Was=false) 2024-11-18T21:19:08,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207 2024-11-18T21:19:08,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207 2024-11-18T21:19:08,160 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-400544207/flush-table-proc/acquired, /1-400544207/flush-table-proc/reached, /1-400544207/flush-table-proc/abort 2024-11-18T21:19:08,162 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,38867,1731964747785 2024-11-18T21:19:08,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207 2024-11-18T21:19:08,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207 2024-11-18T21:19:08,171 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-400544207/online-snapshot/acquired, /1-400544207/online-snapshot/reached, /1-400544207/online-snapshot/abort 2024-11-18T21:19:08,173 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,38867,1731964747785 2024-11-18T21:19:08,175 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:19:08,179 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:08,179 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:19:08,179 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:19:08,180 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,38867,1731964747785 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:19:08,182 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:08,182 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:08,182 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:08,182 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:08,182 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:19:08,183 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:08,183 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:19:08,183 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:08,188 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:08,188 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:19:08,190 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:08,191 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:19:08,197 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731964778197 2024-11-18T21:19:08,197 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:19:08,198 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:19:08,198 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:19:08,198 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:19:08,198 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:19:08,198 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:19:08,198 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:08,199 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:19:08,199 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:19:08,199 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:19:08,199 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:19:08,200 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:19:08,200 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:19:08,201 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964748200,5,FailOnTimeoutGroup] 2024-11-18T21:19:08,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:19:08,204 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964748201,5,FailOnTimeoutGroup] 2024-11-18T21:19:08,205 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:08,205 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:19:08,205 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:08,205 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:08,276 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.HRegionServer(746): ClusterId : b53b28f4-d2e7-49f8-a9d8-bbc3b164c213 2024-11-18T21:19:08,276 DEBUG [RS:0;d63b309a8c2d:43601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:19:08,279 DEBUG [RS:0;d63b309a8c2d:43601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:19:08,279 DEBUG [RS:0;d63b309a8c2d:43601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:19:08,282 DEBUG [RS:0;d63b309a8c2d:43601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:19:08,283 DEBUG [RS:0;d63b309a8c2d:43601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f49aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:19:08,297 DEBUG [RS:0;d63b309a8c2d:43601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:43601 2024-11-18T21:19:08,297 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:19:08,297 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:19:08,297 DEBUG [RS:0;d63b309a8c2d:43601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:19:08,298 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,38867,1731964747785 with port=43601, startcode=1731964747835 2024-11-18T21:19:08,298 DEBUG [RS:0;d63b309a8c2d:43601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:19:08,301 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:19:08,302 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38867 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,43601,1731964747835 2024-11-18T21:19:08,302 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38867 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,43601,1731964747835 2024-11-18T21:19:08,308 DEBUG [RS:0;d63b309a8c2d:43601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427 2024-11-18T21:19:08,308 DEBUG [RS:0;d63b309a8c2d:43601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36517 2024-11-18T21:19:08,308 DEBUG [RS:0;d63b309a8c2d:43601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:19:08,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207/rs 2024-11-18T21:19:08,314 DEBUG [RS:0;d63b309a8c2d:43601 {}] zookeeper.ZKUtil(111): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Set watcher on existing znode=/1-400544207/rs/d63b309a8c2d,43601,1731964747835 2024-11-18T21:19:08,314 WARN [RS:0;d63b309a8c2d:43601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:19:08,314 INFO [RS:0;d63b309a8c2d:43601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:08,314 DEBUG [RS:0;d63b309a8c2d:43601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/WALs/d63b309a8c2d,43601,1731964747835 2024-11-18T21:19:08,315 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,43601,1731964747835] 2024-11-18T21:19:08,320 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:19:08,323 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:19:08,323 INFO [RS:0;d63b309a8c2d:43601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:19:08,323 INFO [RS:0;d63b309a8c2d:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:08,324 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:19:08,325 INFO [RS:0;d63b309a8c2d:43601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:19:08,325 INFO [RS:0;d63b309a8c2d:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:08,325 DEBUG [RS:0;d63b309a8c2d:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:08,326 DEBUG [RS:0;d63b309a8c2d:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:08,326 DEBUG [RS:0;d63b309a8c2d:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:08,326 DEBUG [RS:0;d63b309a8c2d:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:08,326 DEBUG [RS:0;d63b309a8c2d:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:08,326 DEBUG [RS:0;d63b309a8c2d:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:19:08,326 DEBUG [RS:0;d63b309a8c2d:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:08,326 DEBUG [RS:0;d63b309a8c2d:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:08,326 DEBUG [RS:0;d63b309a8c2d:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:08,327 DEBUG [RS:0;d63b309a8c2d:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:08,327 DEBUG [RS:0;d63b309a8c2d:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:08,327 DEBUG [RS:0;d63b309a8c2d:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:08,327 DEBUG [RS:0;d63b309a8c2d:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:19:08,327 DEBUG [RS:0;d63b309a8c2d:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:19:08,329 INFO [RS:0;d63b309a8c2d:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:08,329 INFO [RS:0;d63b309a8c2d:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:08,329 INFO [RS:0;d63b309a8c2d:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:08,329 INFO [RS:0;d63b309a8c2d:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:08,329 INFO [RS:0;d63b309a8c2d:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:08,329 INFO [RS:0;d63b309a8c2d:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,43601,1731964747835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:19:08,346 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:19:08,346 INFO [RS:0;d63b309a8c2d:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,43601,1731964747835-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:08,346 INFO [RS:0;d63b309a8c2d:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:08,348 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.Replication(171): d63b309a8c2d,43601,1731964747835 started 2024-11-18T21:19:08,372 INFO [RS:0;d63b309a8c2d:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:08,372 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,43601,1731964747835, RpcServer on d63b309a8c2d/172.17.0.3:43601, sessionid=0x10054c29d280004 2024-11-18T21:19:08,373 DEBUG [RS:0;d63b309a8c2d:43601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:19:08,373 DEBUG [RS:0;d63b309a8c2d:43601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,43601,1731964747835 2024-11-18T21:19:08,373 DEBUG [RS:0;d63b309a8c2d:43601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,43601,1731964747835' 2024-11-18T21:19:08,373 DEBUG [RS:0;d63b309a8c2d:43601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-400544207/flush-table-proc/abort' 2024-11-18T21:19:08,374 DEBUG [RS:0;d63b309a8c2d:43601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-400544207/flush-table-proc/acquired' 2024-11-18T21:19:08,374 DEBUG [RS:0;d63b309a8c2d:43601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:19:08,375 DEBUG [RS:0;d63b309a8c2d:43601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:19:08,375 DEBUG [RS:0;d63b309a8c2d:43601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,43601,1731964747835 2024-11-18T21:19:08,375 DEBUG [RS:0;d63b309a8c2d:43601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,43601,1731964747835' 2024-11-18T21:19:08,375 DEBUG [RS:0;d63b309a8c2d:43601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-400544207/online-snapshot/abort' 2024-11-18T21:19:08,375 DEBUG [RS:0;d63b309a8c2d:43601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-400544207/online-snapshot/acquired' 2024-11-18T21:19:08,376 DEBUG [RS:0;d63b309a8c2d:43601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:19:08,376 INFO [RS:0;d63b309a8c2d:43601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:19:08,376 INFO [RS:0;d63b309a8c2d:43601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:19:08,477 INFO [RS:0;d63b309a8c2d:43601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:19:08,480 INFO [RS:0;d63b309a8c2d:43601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C43601%2C1731964747835, suffix=, logDir=hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/WALs/d63b309a8c2d,43601,1731964747835, archiveDir=hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/oldWALs, maxLogs=10 2024-11-18T21:19:08,502 DEBUG [RS:0;d63b309a8c2d:43601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/WALs/d63b309a8c2d,43601,1731964747835/d63b309a8c2d%2C43601%2C1731964747835.1731964748482, exclude list is [], retry=0 2024-11-18T21:19:08,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40311,DS-9b76f853-3c9f-4b08-bc44-eb084aa4616b,DISK] 2024-11-18T21:19:08,509 INFO [RS:0;d63b309a8c2d:43601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/WALs/d63b309a8c2d,43601,1731964747835/d63b309a8c2d%2C43601%2C1731964747835.1731964748482 2024-11-18T21:19:08,510 DEBUG [RS:0;d63b309a8c2d:43601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39189:39189)] 2024-11-18T21:19:08,610 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:19:08,610 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427 2024-11-18T21:19:08,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741833_1009 (size=32) 2024-11-18T21:19:08,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:08,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:19:08,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:19:08,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:08,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:08,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:19:08,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:19:08,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:08,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:08,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:19:08,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:19:08,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:08,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:08,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:19:08,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:19:08,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:08,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:08,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:19:08,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/data/hbase/meta/1588230740 2024-11-18T21:19:08,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/data/hbase/meta/1588230740 2024-11-18T21:19:08,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:19:08,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:19:08,663 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:08,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:19:08,671 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:19:08,672 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63684934, jitterRate=-0.051020532846450806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:08,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731964748634Initializing all the Stores at 1731964748637 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964748637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964748637Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964748637Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964748637Cleaning up temporary data from old regions at 1731964748662 (+25 ms)Region opened successfully at 1731964748672 (+10 ms) 2024-11-18T21:19:08,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:19:08,672 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:19:08,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:19:08,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:19:08,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:19:08,673 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:19:08,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964748672Disabling compacts and flushes for region at 1731964748672Disabling writes for close at 1731964748672Writing region close event to WAL at 1731964748673 (+1 ms)Closed at 1731964748673 2024-11-18T21:19:08,676 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:08,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:19:08,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:19:08,678 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:19:08,681 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:19:08,831 DEBUG [d63b309a8c2d:38867 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:19:08,832 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,43601,1731964747835 2024-11-18T21:19:08,836 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,43601,1731964747835, state=OPENING 2024-11-18T21:19:08,839 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:19:08,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207 2024-11-18T21:19:08,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207 2024-11-18T21:19:08,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-400544207/meta-region-server: CHANGED 2024-11-18T21:19:08,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-400544207/meta-region-server: CHANGED 2024-11-18T21:19:08,843 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:19:08,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,43601,1731964747835}] 2024-11-18T21:19:09,000 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:19:09,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:19:09,014 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:19:09,014 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:09,015 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:19:09,018 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C43601%2C1731964747835.meta, suffix=.meta, logDir=hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/WALs/d63b309a8c2d,43601,1731964747835, archiveDir=hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/oldWALs, maxLogs=10 2024-11-18T21:19:09,039 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/WALs/d63b309a8c2d,43601,1731964747835/d63b309a8c2d%2C43601%2C1731964747835.meta.1731964749020.meta, exclude list is [], retry=0 2024-11-18T21:19:09,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40311,DS-9b76f853-3c9f-4b08-bc44-eb084aa4616b,DISK] 2024-11-18T21:19:09,057 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/WALs/d63b309a8c2d,43601,1731964747835/d63b309a8c2d%2C43601%2C1731964747835.meta.1731964749020.meta 2024-11-18T21:19:09,061 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39189:39189)] 2024-11-18T21:19:09,061 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:09,062 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:19:09,062 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:19:09,062 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:19:09,062 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:19:09,062 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:19:09,062 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:09,063 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:19:09,063 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:19:09,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:19:09,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:19:09,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:09,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:09,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:19:09,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:19:09,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:09,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:09,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:19:09,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:19:09,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:09,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:09,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:19:09,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:19:09,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:09,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:09,081 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:19:09,084 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/data/hbase/meta/1588230740 2024-11-18T21:19:09,087 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/data/hbase/meta/1588230740 2024-11-18T21:19:09,089 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:19:09,089 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:19:09,090 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:09,093 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:19:09,094 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62521251, jitterRate=-0.06836076080799103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:09,095 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:19:09,095 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964749063Writing region info on filesystem at 1731964749063Initializing all the Stores at 1731964749068 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964749068Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964749070 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964749070Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964749070Cleaning up temporary data from old regions at 1731964749089 (+19 ms)Running coprocessor post-open hooks at 1731964749095 (+6 ms)Region opened successfully at 1731964749095 2024-11-18T21:19:09,101 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731964748999 2024-11-18T21:19:09,105 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:19:09,105 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:19:09,106 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,43601,1731964747835 2024-11-18T21:19:09,108 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,43601,1731964747835, state=OPEN 2024-11-18T21:19:09,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-400544207/meta-region-server 2024-11-18T21:19:09,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-400544207/meta-region-server 2024-11-18T21:19:09,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-400544207/meta-region-server: CHANGED 2024-11-18T21:19:09,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-400544207/meta-region-server: CHANGED 2024-11-18T21:19:09,111 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,43601,1731964747835 2024-11-18T21:19:09,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:19:09,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,43601,1731964747835 in 268 msec 2024-11-18T21:19:09,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:19:09,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-18T21:19:09,123 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:09,123 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:19:09,126 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:09,126 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,43601,1731964747835, seqNum=-1] 2024-11-18T21:19:09,126 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:09,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:19:09,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 962 msec 2024-11-18T21:19:09,140 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964749139, completionTime=-1 2024-11-18T21:19:09,140 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:19:09,140 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:19:09,143 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:19:09,143 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731964809143 2024-11-18T21:19:09,144 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731964869144 2024-11-18T21:19:09,144 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T21:19:09,144 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38867,1731964747785-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:09,144 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38867,1731964747785-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:09,144 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38867,1731964747785-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:09,145 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:38867, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:09,145 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:09,149 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:09,151 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:19:09,156 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.258sec 2024-11-18T21:19:09,156 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:19:09,156 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:19:09,156 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:19:09,156 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:19:09,157 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:19:09,157 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38867,1731964747785-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:19:09,157 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38867,1731964747785-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:19:09,169 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:19:09,169 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:19:09,169 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38867,1731964747785-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:09,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a10fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:09,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38867,-1 for getting cluster id 2024-11-18T21:19:09,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:09,186 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b53b28f4-d2e7-49f8-a9d8-bbc3b164c213' 2024-11-18T21:19:09,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:09,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b53b28f4-d2e7-49f8-a9d8-bbc3b164c213" 2024-11-18T21:19:09,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d12c775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:09,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38867,-1] 2024-11-18T21:19:09,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:09,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:09,197 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:09,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dff9fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:09,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:09,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,43601,1731964747835, seqNum=-1] 2024-11-18T21:19:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:09,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:19:09,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,38867,1731964747785 2024-11-18T21:19:09,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59027 2024-11-18T21:19:09,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:09,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10054c29d280005 connected 2024-11-18T21:19:09,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b32888d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:09,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,36035,-1 for getting cluster id 2024-11-18T21:19:09,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:09,221 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0415d651-c57b-4b9a-a3ac-7bdd55300dd6' 2024-11-18T21:19:09,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:09,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0415d651-c57b-4b9a-a3ac-7bdd55300dd6" 2024-11-18T21:19:09,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a60847c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:09,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,36035,-1] 2024-11-18T21:19:09,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:09,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:09,226 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:09,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce8cc6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:09,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:09,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,36035,1731964741636 2024-11-18T21:19:09,256 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7beec71c 2024-11-18T21:19:09,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:09,264 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:19:09,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d63b309a8c2d:38867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T21:19:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:19:09,290 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:38867' 2024-11-18T21:19:09,293 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef0215a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:09,293 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38867,-1 for getting cluster id 2024-11-18T21:19:09,293 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:09,304 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b53b28f4-d2e7-49f8-a9d8-bbc3b164c213' 2024-11-18T21:19:09,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:09,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b53b28f4-d2e7-49f8-a9d8-bbc3b164c213" 2024-11-18T21:19:09,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16923a96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:09,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38867,-1] 2024-11-18T21:19:09,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:09,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:09,307 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:09,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a54507f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:09,310 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:09,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,38867,1731964747785 2024-11-18T21:19:09,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26503ce 2024-11-18T21:19:09,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:09,319 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:19:09,337 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T21:19:09,338 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:19:09,344 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:09,345 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:09,348 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:19:09,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:09,361 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T21:19:09,367 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:19:09,368 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:09,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:19:09,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741835_1011 (size=1138) 2024-11-18T21:19:09,415 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T21:19:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:09,816 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0831f9df97e98736f412c04ec2ccd558, NAME => 'hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068 2024-11-18T21:19:09,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741836_1012 (size=44) 2024-11-18T21:19:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:10,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:10,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0831f9df97e98736f412c04ec2ccd558, disabling compactions & flushes 2024-11-18T21:19:10,233 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:10,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:10,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. after waiting 0 ms 2024-11-18T21:19:10,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:10,233 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:10,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0831f9df97e98736f412c04ec2ccd558: Waiting for close lock at 1731964750233Disabling compacts and flushes for region at 1731964750233Disabling writes for close at 1731964750233Writing region close event to WAL at 1731964750233Closed at 1731964750233 2024-11-18T21:19:10,236 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:19:10,243 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731964750237"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964750237"}]},"ts":"1731964750237"} 2024-11-18T21:19:10,252 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:19:10,256 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:19:10,260 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964750257"}]},"ts":"1731964750257"} 2024-11-18T21:19:10,266 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T21:19:10,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0831f9df97e98736f412c04ec2ccd558, ASSIGN}] 2024-11-18T21:19:10,273 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0831f9df97e98736f412c04ec2ccd558, ASSIGN 2024-11-18T21:19:10,275 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0831f9df97e98736f412c04ec2ccd558, ASSIGN; state=OFFLINE, location=d63b309a8c2d,41407,1731964742521; forceNewPlan=false, retain=false 2024-11-18T21:19:10,427 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0831f9df97e98736f412c04ec2ccd558, regionState=OPENING, regionLocation=d63b309a8c2d,41407,1731964742521 2024-11-18T21:19:10,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0831f9df97e98736f412c04ec2ccd558, ASSIGN because future has completed 2024-11-18T21:19:10,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0831f9df97e98736f412c04ec2ccd558, server=d63b309a8c2d,41407,1731964742521}] 2024-11-18T21:19:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:10,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:10,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:10,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T21:19:10,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C41407%2C1731964742521.rep, suffix=, logDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521, archiveDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/oldWALs, maxLogs=10 2024-11-18T21:19:10,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.rep.1731964750601, exclude list is [], retry=0 2024-11-18T21:19:10,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37903,DS-0295f34d-c0b9-4325-beaa-32da8d117a7d,DISK] 2024-11-18T21:19:10,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.rep.1731964750601 2024-11-18T21:19:10,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44835:44835)] 2024-11-18T21:19:10,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0831f9df97e98736f412c04ec2ccd558, NAME => 'hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:10,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:19:10,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:19:10,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. service=MultiRowMutationService 2024-11-18T21:19:10,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T21:19:10,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:10,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:10,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:10,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:10,656 INFO [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:10,660 INFO [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0831f9df97e98736f412c04ec2ccd558 columnFamilyName hfileref 2024-11-18T21:19:10,660 DEBUG [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:10,661 INFO [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] regionserver.HStore(327): Store=0831f9df97e98736f412c04ec2ccd558/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:10,661 INFO [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:10,664 INFO [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0831f9df97e98736f412c04ec2ccd558 columnFamilyName queue 2024-11-18T21:19:10,664 DEBUG [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:10,665 INFO [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] regionserver.HStore(327): Store=0831f9df97e98736f412c04ec2ccd558/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:10,665 INFO [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:10,667 INFO [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0831f9df97e98736f412c04ec2ccd558 columnFamilyName sid 2024-11-18T21:19:10,667 DEBUG [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:10,668 INFO [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] regionserver.HStore(327): Store=0831f9df97e98736f412c04ec2ccd558/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:10,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:10,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/replication/0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:10,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/replication/0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:10,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:10,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:10,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:19:10,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:10,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/replication/0831f9df97e98736f412c04ec2ccd558/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:19:10,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 0831f9df97e98736f412c04ec2ccd558; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66197485, jitterRate=-0.013580605387687683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:19:10,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:10,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0831f9df97e98736f412c04ec2ccd558: Running coprocessor pre-open hook at 1731964750642Writing region info on filesystem at 1731964750642Initializing all the Stores at 1731964750648 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964750649 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964750652 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964750652Cleaning up temporary data from old regions at 1731964750673 (+21 ms)Running coprocessor post-open hooks at 1731964750683 (+10 ms)Region opened successfully at 1731964750684 (+1 ms) 2024-11-18T21:19:10,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558., pid=7, masterSystemTime=1731964750588 2024-11-18T21:19:10,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:10,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:10,701 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0831f9df97e98736f412c04ec2ccd558, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,41407,1731964742521 2024-11-18T21:19:10,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0831f9df97e98736f412c04ec2ccd558, server=d63b309a8c2d,41407,1731964742521 because future has completed 2024-11-18T21:19:10,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T21:19:10,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0831f9df97e98736f412c04ec2ccd558, server=d63b309a8c2d,41407,1731964742521 in 282 msec 2024-11-18T21:19:10,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:19:10,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0831f9df97e98736f412c04ec2ccd558, ASSIGN in 454 msec 2024-11-18T21:19:10,730 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:19:10,731 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964750730"}]},"ts":"1731964750730"} 2024-11-18T21:19:10,735 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T21:19:10,737 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:19:10,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3880 sec 2024-11-18T21:19:10,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558., hostname=d63b309a8c2d,41407,1731964742521, seqNum=2] 2024-11-18T21:19:10,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41407 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-18T21:19:10,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:10,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:10,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:19:10,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41407 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T21:19:10,985 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T21:19:11,045 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d63b309a8c2d,41407,1731964742521, ReplicationSource: 1, currentBandwidth=0 2024-11-18T21:19:11,047 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:11,048 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,41407,1731964742521, seqNum=-1] 2024-11-18T21:19:11,048 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:11,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-18T21:19:11,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d63b309a8c2d,41407,1731964742521', locateType=CURRENT is [region=hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558., hostname=d63b309a8c2d,41407,1731964742521, seqNum=2] 2024-11-18T21:19:11,066 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T21:19:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T21:19:11,076 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d63b309a8c2d,41407,1731964742521 suceeded 2024-11-18T21:19:11,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T21:19:11,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 263 msec 2024-11-18T21:19:11,095 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d63b309a8c2d:38867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:19:11,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8260 sec 2024-11-18T21:19:11,102 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41407,1731964742521 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:38867' 2024-11-18T21:19:11,107 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41407,1731964742521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b17218c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:11,107 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41407,1731964742521 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38867,-1 for getting cluster id 2024-11-18T21:19:11,107 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41407,1731964742521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:11,109 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b53b28f4-d2e7-49f8-a9d8-bbc3b164c213' 2024-11-18T21:19:11,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:11,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b53b28f4-d2e7-49f8-a9d8-bbc3b164c213" 2024-11-18T21:19:11,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a75c4da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:11,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38867,-1] 2024-11-18T21:19:11,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:11,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:11,112 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:11,115 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41407,1731964742521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a94b409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:11,115 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41407,1731964742521 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:11,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,38867,1731964747785 2024-11-18T21:19:11,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3417e1e2 2024-11-18T21:19:11,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:11,120 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T21:19:11,125 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41407,1731964742521 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d63b309a8c2d,41407,1731964742521 (queues=1) is replicating from cluster=0415d651-c57b-4b9a-a3ac-7bdd55300dd6 to cluster=b53b28f4-d2e7-49f8-a9d8-bbc3b164c213 2024-11-18T21:19:11,128 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41407,1731964742521 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d63b309a8c2d%2C41407%2C1731964742521 2024-11-18T21:19:11,136 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41407,1731964742521 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d63b309a8c2d,41407,1731964742521, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:19:11,154 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41407,1731964742521.replicationSource.shipperd63b309a8c2d%2C41407%2C1731964742521,1-d63b309a8c2d,41407,1731964742521 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C41407%2C1731964742521 2024-11-18T21:19:11,162 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41407,1731964742521.replicationSource.wal-reader.d63b309a8c2d%2C41407%2C1731964742521,1-d63b309a8c2d,41407,1731964742521 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.1731964745103, startPosition=0, beingWritten=true 2024-11-18T21:19:11,262 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:19:11,345 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T21:19:11,347 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T21:19:11,457 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41407,1731964742521.replicationSource.wal-reader.d63b309a8c2d%2C41407%2C1731964742521,1-d63b309a8c2d,41407,1731964742521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.1731964745103 to pos 0, reset compression=false 2024-11-18T21:19:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:11,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:19:11,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:11,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:11,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:11,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:11,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e0ba85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:11,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,36035,-1 for getting cluster id 2024-11-18T21:19:11,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:11,469 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T21:19:11,474 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0415d651-c57b-4b9a-a3ac-7bdd55300dd6' 2024-11-18T21:19:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0415d651-c57b-4b9a-a3ac-7bdd55300dd6" 2024-11-18T21:19:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36981ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,36035,-1] 2024-11-18T21:19:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:11,487 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:11,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34619e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:11,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,36035,1731964741636 2024-11-18T21:19:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d09a2a4 2024-11-18T21:19:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:11,511 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:19:11,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://d63b309a8c2d:38867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T21:19:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:19:11,522 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:38867' 2024-11-18T21:19:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T21:19:11,525 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a5a2ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:11,525 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38867,-1 for getting cluster id 2024-11-18T21:19:11,525 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:11,529 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b53b28f4-d2e7-49f8-a9d8-bbc3b164c213' 2024-11-18T21:19:11,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:11,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b53b28f4-d2e7-49f8-a9d8-bbc3b164c213" 2024-11-18T21:19:11,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba96cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:11,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38867,-1] 2024-11-18T21:19:11,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:11,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:11,539 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:11,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12aed7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:11,540 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:11,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,38867,1731964747785 2024-11-18T21:19:11,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aa2f586 2024-11-18T21:19:11,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:11,544 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:19:11,545 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-18T21:19:11,545 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:19:11,545 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:11,546 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:11,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:11,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:19:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T21:19:11,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41407 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-18T21:19:11,714 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-18T21:19:11,749 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-d63b309a8c2d,41407,1731964742521, ReplicationSource: 2, currentBandwidth=0 2024-11-18T21:19:11,753 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-18T21:19:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-18T21:19:11,758 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on d63b309a8c2d,41407,1731964742521 suceeded 2024-11-18T21:19:11,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T21:19:11,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-18T21:19:11,763 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://d63b309a8c2d:38867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:19:11,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 251 msec 2024-11-18T21:19:11,772 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:38867' 2024-11-18T21:19:11,773 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@395aafa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:11,773 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38867,-1 for getting cluster id 2024-11-18T21:19:11,774 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:11,775 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b53b28f4-d2e7-49f8-a9d8-bbc3b164c213' 2024-11-18T21:19:11,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:11,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b53b28f4-d2e7-49f8-a9d8-bbc3b164c213" 2024-11-18T21:19:11,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54fee19e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:11,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38867,-1] 2024-11-18T21:19:11,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:11,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:11,778 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:11,779 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ed2a9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:11,779 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:11,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,38867,1731964747785 2024-11-18T21:19:11,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3153b975 2024-11-18T21:19:11,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:11,781 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41407,1731964742521.replicationSource.wal-reader.d63b309a8c2d%2C41407%2C1731964742521,1-d63b309a8c2d,41407,1731964742521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.1731964745103 to pos 0, reset compression=false 2024-11-18T21:19:11,789 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T21:19:11,796 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d63b309a8c2d,41407,1731964742521 (queues=1) is replicating from cluster=0415d651-c57b-4b9a-a3ac-7bdd55300dd6 to cluster=b53b28f4-d2e7-49f8-a9d8-bbc3b164c213 2024-11-18T21:19:11,797 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d63b309a8c2d%2C41407%2C1731964742521 2024-11-18T21:19:11,797 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d63b309a8c2d,41407,1731964742521, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:19:11,799 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521.replicationSource.wal-reader.d63b309a8c2d%2C41407%2C1731964742521,2-d63b309a8c2d,41407,1731964742521 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.1731964745103, startPosition=0, beingWritten=true 2024-11-18T21:19:11,800 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521.replicationSource.shipperd63b309a8c2d%2C41407%2C1731964742521,2-d63b309a8c2d,41407,1731964742521 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C41407%2C1731964742521 2024-11-18T21:19:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T21:19:11,845 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-18T21:19:11,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:19:11,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:11,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:11,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:11,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:11,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:11,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,36035,1731964741636 2024-11-18T21:19:11,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@414d2654 2024-11-18T21:19:11,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:11,855 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:19:11,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T21:19:11,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T21:19:11,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T21:19:11,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T21:19:11,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://d63b309a8c2d:38867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:19:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T21:19:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T21:19:11,875 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:38867' 2024-11-18T21:19:11,877 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac0caeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:11,877 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38867,-1 for getting cluster id 2024-11-18T21:19:11,877 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:11,878 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b53b28f4-d2e7-49f8-a9d8-bbc3b164c213' 2024-11-18T21:19:11,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:11,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b53b28f4-d2e7-49f8-a9d8-bbc3b164c213" 2024-11-18T21:19:11,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47248ebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:11,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38867,-1] 2024-11-18T21:19:11,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:11,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:11,881 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:11,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54052aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:11,882 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:11,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,38867,1731964747785 2024-11-18T21:19:11,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6960adff 2024-11-18T21:19:11,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:11,885 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:19:11,888 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T21:19:11,889 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:19:11,889 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:11,889 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:11,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:11,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:19:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T21:19:12,029 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521.replicationSource.wal-reader.d63b309a8c2d%2C41407%2C1731964742521,2-d63b309a8c2d,41407,1731964742521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.1731964745103 to pos 0, reset compression=false 2024-11-18T21:19:12,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41407 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-18T21:19:12,054 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-18T21:19:12,069 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-18T21:19:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-18T21:19:12,074 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on d63b309a8c2d,41407,1731964742521 suceeded 2024-11-18T21:19:12,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-18T21:19:12,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 174 msec 2024-11-18T21:19:12,079 INFO [PEWorker-1 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://d63b309a8c2d:38867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:19:12,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 212 msec 2024-11-18T21:19:12,154 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T21:19:12,154 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T21:19:12,157 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T21:19:12,157 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T21:19:12,158 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:19:12,158 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T21:19:12,158 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:19:12,158 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T21:19:12,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T21:19:12,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T21:19:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T21:19:12,195 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-18T21:19:12,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://d63b309a8c2d:38867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:19:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T21:19:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T21:19:12,201 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:38867' 2024-11-18T21:19:12,202 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629946eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:12,202 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38867,-1 for getting cluster id 2024-11-18T21:19:12,203 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:12,204 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b53b28f4-d2e7-49f8-a9d8-bbc3b164c213' 2024-11-18T21:19:12,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:12,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b53b28f4-d2e7-49f8-a9d8-bbc3b164c213" 2024-11-18T21:19:12,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73acc37d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:12,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38867,-1] 2024-11-18T21:19:12,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:12,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:12,206 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:12,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54277e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:12,207 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:12,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,38867,1731964747785 2024-11-18T21:19:12,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@431a5565 2024-11-18T21:19:12,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:12,210 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:19:12,211 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T21:19:12,211 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:19:12,211 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:12,211 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:12,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:12,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:19:12,226 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41407,1731964742521.replicationSource.wal-reader.d63b309a8c2d%2C41407%2C1731964742521,1-d63b309a8c2d,41407,1731964742521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.1731964745103 to pos 0, reset compression=false 2024-11-18T21:19:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T21:19:12,348 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521.replicationSource.wal-reader.d63b309a8c2d%2C41407%2C1731964742521,2-d63b309a8c2d,41407,1731964742521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.1731964745103 to pos 0, reset compression=false 2024-11-18T21:19:12,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41407 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-18T21:19:12,370 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-18T21:19:12,372 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-18T21:19:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-18T21:19:12,376 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on d63b309a8c2d,41407,1731964742521 suceeded 2024-11-18T21:19:12,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T21:19:12,381 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://d63b309a8c2d:38867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:19:12,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-18T21:19:12,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 185 msec 2024-11-18T21:19:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T21:19:12,516 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-18T21:19:12,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T21:19:12,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T21:19:12,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:19:12,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:12,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:12,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:12,520 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:19:12,520 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747358238, stopped=false 2024-11-18T21:19:12,521 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,36035,1731964741636 2024-11-18T21:19:12,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:12,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255333711/running 2024-11-18T21:19:12,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255333711/running 2024-11-18T21:19:12,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:12,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:12,524 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:19:12,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:19:12,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:12,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:12,526 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,41407,1731964742521' ***** 2024-11-18T21:19:12,526 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:19:12,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on znode that does not yet exist, /0-255333711/running 2024-11-18T21:19:12,526 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:19:12,526 INFO [RS:0;d63b309a8c2d:41407 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:19:12,526 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:19:12,527 INFO [RS:0;d63b309a8c2d:41407 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:19:12,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on znode that does not yet exist, /0-255333711/running 2024-11-18T21:19:12,527 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(3091): Received CLOSE for 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:12,527 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,41407,1731964742521 2024-11-18T21:19:12,528 INFO [RS:0;d63b309a8c2d:41407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:19:12,528 INFO [RS:0;d63b309a8c2d:41407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:41407. 2024-11-18T21:19:12,528 DEBUG [RS:0;d63b309a8c2d:41407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:12,528 DEBUG [RS:0;d63b309a8c2d:41407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:12,528 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:19:12,528 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:19:12,528 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:19:12,528 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:19:12,529 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T21:19:12,529 DEBUG [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0831f9df97e98736f412c04ec2ccd558=hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558.} 2024-11-18T21:19:12,529 DEBUG [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(1351): Waiting on 0831f9df97e98736f412c04ec2ccd558, 1588230740 2024-11-18T21:19:12,529 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:19:12,529 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0831f9df97e98736f412c04ec2ccd558, disabling compactions & flushes 2024-11-18T21:19:12,529 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:12,529 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:19:12,529 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:19:12,529 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:12,529 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. after waiting 0 ms 2024-11-18T21:19:12,529 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:19:12,529 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:12,530 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:19:12,535 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0831f9df97e98736f412c04ec2ccd558 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-18T21:19:12,544 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T21:19:12,621 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:19:12,624 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/.tmp/info/abef07153a154abd994c9d994336406c is 147, key is hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558./info:regioninfo/1731964750701/Put/seqid=0 2024-11-18T21:19:12,624 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/replication/0831f9df97e98736f412c04ec2ccd558/.tmp/queue/a0bc5e595c1545a99995a83661f0a4ef is 151, key is 1-d63b309a8c2d,41407,1731964742521/queue:d63b309a8c2d%2C41407%2C1731964742521/1731964751057/Put/seqid=0 2024-11-18T21:19:12,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741838_1014 (size=5500) 2024-11-18T21:19:12,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741839_1015 (size=6631) 2024-11-18T21:19:12,645 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/replication/0831f9df97e98736f412c04ec2ccd558/.tmp/queue/a0bc5e595c1545a99995a83661f0a4ef 2024-11-18T21:19:12,646 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/.tmp/info/abef07153a154abd994c9d994336406c 2024-11-18T21:19:12,725 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/replication/0831f9df97e98736f412c04ec2ccd558/.tmp/queue/a0bc5e595c1545a99995a83661f0a4ef as hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/replication/0831f9df97e98736f412c04ec2ccd558/queue/a0bc5e595c1545a99995a83661f0a4ef 2024-11-18T21:19:12,729 DEBUG [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(1351): Waiting on 0831f9df97e98736f412c04ec2ccd558, 1588230740 2024-11-18T21:19:12,736 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41407,1731964742521.replicationSource.wal-reader.d63b309a8c2d%2C41407%2C1731964742521,1-d63b309a8c2d,41407,1731964742521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.1731964745103 to pos 0, reset compression=false 2024-11-18T21:19:12,750 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/replication/0831f9df97e98736f412c04ec2ccd558/queue/a0bc5e595c1545a99995a83661f0a4ef, entries=2, sequenceid=6, filesize=5.4 K 2024-11-18T21:19:12,759 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521.replicationSource.wal-reader.d63b309a8c2d%2C41407%2C1731964742521,2-d63b309a8c2d,41407,1731964742521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.1731964745103 to pos 0, reset compression=false 2024-11-18T21:19:12,768 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 0831f9df97e98736f412c04ec2ccd558 in 226ms, sequenceid=6, compaction requested=false 2024-11-18T21:19:12,772 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/.tmp/ns/b8a824f4d3d04a12aff2e0cf29b30357 is 43, key is default/ns:d/1731964745929/Put/seqid=0 2024-11-18T21:19:12,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741840_1016 (size=5153) 2024-11-18T21:19:12,801 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/replication/0831f9df97e98736f412c04ec2ccd558/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T21:19:12,805 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:19:12,805 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:19:12,805 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:12,806 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0831f9df97e98736f412c04ec2ccd558: Waiting for close lock at 1731964752529Running coprocessor pre-close hooks at 1731964752529Disabling compacts and flushes for region at 1731964752529Disabling writes for close at 1731964752529Obtaining lock to block concurrent updates at 1731964752535 (+6 ms)Preparing flush snapshotting stores in 0831f9df97e98736f412c04ec2ccd558 at 1731964752535Finished memstore snapshotting hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731964752546 (+11 ms)Flushing stores of hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. at 1731964752554 (+8 ms)Flushing 0831f9df97e98736f412c04ec2ccd558/queue: creating writer at 1731964752554Flushing 0831f9df97e98736f412c04ec2ccd558/queue: appending metadata at 1731964752609 (+55 ms)Flushing 0831f9df97e98736f412c04ec2ccd558/queue: closing flushed file at 1731964752612 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b08961a: reopening flushed file at 1731964752719 (+107 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 0831f9df97e98736f412c04ec2ccd558 in 226ms, sequenceid=6, compaction requested=false at 1731964752768 (+49 ms)Writing region close event to WAL at 1731964752789 (+21 ms)Running coprocessor post-close hooks at 1731964752803 (+14 ms)Closed at 1731964752805 (+2 ms) 2024-11-18T21:19:12,806 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:12,911 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:19:12,912 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:19:12,930 DEBUG [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:19:13,130 DEBUG [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:19:13,191 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/.tmp/ns/b8a824f4d3d04a12aff2e0cf29b30357 2024-11-18T21:19:13,226 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/.tmp/table/c8ff49065aa44f4d9f692648108fb3ae is 53, key is hbase:replication/table:state/1731964750730/Put/seqid=0 2024-11-18T21:19:13,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741841_1017 (size=5256) 2024-11-18T21:19:13,280 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521.replicationSource.wal-reader.d63b309a8c2d%2C41407%2C1731964742521,2-d63b309a8c2d,41407,1731964742521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.1731964745103 to pos 0, reset compression=false 2024-11-18T21:19:13,330 DEBUG [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:19:13,365 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41407,1731964742521.replicationSource.wal-reader.d63b309a8c2d%2C41407%2C1731964742521,1-d63b309a8c2d,41407,1731964742521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.1731964745103 to pos 0, reset compression=false 2024-11-18T21:19:13,531 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T21:19:13,531 DEBUG [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:19:13,531 DEBUG [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:19:13,634 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/.tmp/table/c8ff49065aa44f4d9f692648108fb3ae 2024-11-18T21:19:13,646 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/.tmp/info/abef07153a154abd994c9d994336406c as hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/info/abef07153a154abd994c9d994336406c 2024-11-18T21:19:13,656 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/info/abef07153a154abd994c9d994336406c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T21:19:13,657 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/.tmp/ns/b8a824f4d3d04a12aff2e0cf29b30357 as hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/ns/b8a824f4d3d04a12aff2e0cf29b30357 2024-11-18T21:19:13,666 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/ns/b8a824f4d3d04a12aff2e0cf29b30357, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T21:19:13,668 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/.tmp/table/c8ff49065aa44f4d9f692648108fb3ae as hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/table/c8ff49065aa44f4d9f692648108fb3ae 2024-11-18T21:19:13,677 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/table/c8ff49065aa44f4d9f692648108fb3ae, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T21:19:13,679 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1148ms, sequenceid=11, compaction requested=false 2024-11-18T21:19:13,686 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T21:19:13,686 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:19:13,686 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:19:13,687 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:19:13,687 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964752529Running coprocessor pre-close hooks at 1731964752529Disabling compacts and flushes for region at 1731964752529Disabling writes for close at 1731964752529Obtaining lock to block concurrent updates at 1731964752544 (+15 ms)Preparing flush snapshotting stores in 1588230740 at 1731964752544Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731964752546 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731964752548 (+2 ms)Flushing 1588230740/info: creating writer at 1731964752550 (+2 ms)Flushing 1588230740/info: appending metadata at 1731964752609 (+59 ms)Flushing 1588230740/info: closing flushed file at 1731964752612 (+3 ms)Flushing 1588230740/ns: creating writer at 1731964752719 (+107 ms)Flushing 1588230740/ns: appending metadata at 1731964752770 (+51 ms)Flushing 1588230740/ns: closing flushed file at 1731964752770Flushing 1588230740/table: creating writer at 1731964753201 (+431 ms)Flushing 1588230740/table: appending metadata at 1731964753224 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731964753225 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be9b969: reopening flushed file at 1731964753644 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd25a10: reopening flushed file at 1731964753656 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2059a023: reopening flushed file at 1731964753666 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1148ms, sequenceid=11, compaction requested=false at 1731964753679 (+13 ms)Writing region close event to WAL at 1731964753680 (+1 ms)Running coprocessor post-close hooks at 1731964753686 (+6 ms)Closed at 1731964753687 (+1 ms) 2024-11-18T21:19:13,687 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:19:13,731 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,41407,1731964742521; all regions closed. 2024-11-18T21:19:13,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741834_1010 (size=2742) 2024-11-18T21:19:13,746 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.meta.1731964745668.meta not finished, retry = 0 2024-11-18T21:19:13,855 DEBUG [RS:0;d63b309a8c2d:41407 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/oldWALs 2024-11-18T21:19:13,856 INFO [RS:0;d63b309a8c2d:41407 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C41407%2C1731964742521.meta:.meta(num 1731964745668) 2024-11-18T21:19:13,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741837_1013 (size=1802) 2024-11-18T21:19:13,864 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.rep.1731964750601 not finished, retry = 0 2024-11-18T21:19:13,888 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521.replicationSource.wal-reader.d63b309a8c2d%2C41407%2C1731964742521,2-d63b309a8c2d,41407,1731964742521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521/d63b309a8c2d%2C41407%2C1731964742521.1731964745103 to pos 0, reset compression=false 2024-11-18T21:19:13,969 DEBUG [RS:0;d63b309a8c2d:41407 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/oldWALs 2024-11-18T21:19:13,969 INFO [RS:0;d63b309a8c2d:41407 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C41407%2C1731964742521.rep:(num 1731964750601) 2024-11-18T21:19:13,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741833_1009 (size=93) 2024-11-18T21:19:13,975 DEBUG [RS:0;d63b309a8c2d:41407 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/oldWALs 2024-11-18T21:19:13,975 INFO [RS:0;d63b309a8c2d:41407 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C41407%2C1731964742521:(num 1731964745103) 2024-11-18T21:19:13,976 DEBUG [RS:0;d63b309a8c2d:41407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:13,976 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:19:13,976 INFO [RS:0;d63b309a8c2d:41407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:19:13,976 INFO [RS:0;d63b309a8c2d:41407 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:19:13,976 INFO [RS:0;d63b309a8c2d:41407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:19:13,977 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:19:13,977 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d63b309a8c2d,41407,1731964742521 because: Region server is closing 2024-11-18T21:19:13,977 INFO [RS:0;d63b309a8c2d:41407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:41407. 2024-11-18T21:19:13,977 DEBUG [RS:0;d63b309a8c2d:41407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:13,978 DEBUG [RS:0;d63b309a8c2d:41407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:13,978 DEBUG [RS:0;d63b309a8c2d:41407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:13,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:14,078 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41407,1731964742521.replicationSource.shipperd63b309a8c2d%2C41407%2C1731964742521,1-d63b309a8c2d,41407,1731964742521 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T21:19:14,079 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41407,1731964742521.replicationSource.shipperd63b309a8c2d%2C41407%2C1731964742521,1-d63b309a8c2d,41407,1731964742521 terminated 2024-11-18T21:19:14,080 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d63b309a8c2d,41407,1731964742521 because: Region server is closing 2024-11-18T21:19:14,080 INFO [RS:0;d63b309a8c2d:41407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:41407. 2024-11-18T21:19:14,080 DEBUG [RS:0;d63b309a8c2d:41407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:14,080 DEBUG [RS:0;d63b309a8c2d:41407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:14,080 DEBUG [RS:0;d63b309a8c2d:41407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:14,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:14,181 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521.replicationSource.shipperd63b309a8c2d%2C41407%2C1731964742521,2-d63b309a8c2d,41407,1731964742521 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T21:19:14,181 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521.replicationSource.shipperd63b309a8c2d%2C41407%2C1731964742521,2-d63b309a8c2d,41407,1731964742521 terminated 2024-11-18T21:19:14,181 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,41407,1731964742521.replicationSource.wal-reader.d63b309a8c2d%2C41407%2C1731964742521,2-d63b309a8c2d,41407,1731964742521 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T21:19:14,182 INFO [RS:0;d63b309a8c2d:41407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41407 2024-11-18T21:19:14,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255333711/rs/d63b309a8c2d,41407,1731964742521 2024-11-18T21:19:14,187 INFO [RS:0;d63b309a8c2d:41407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:19:14,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711/rs 2024-11-18T21:19:14,189 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,41407,1731964742521] 2024-11-18T21:19:14,191 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-255333711/draining/d63b309a8c2d,41407,1731964742521 already deleted, retry=false 2024-11-18T21:19:14,191 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,41407,1731964742521 expired; onlineServers=0 2024-11-18T21:19:14,192 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,36035,1731964741636' ***** 2024-11-18T21:19:14,192 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:19:14,192 INFO [M:0;d63b309a8c2d:36035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:19:14,192 INFO [M:0;d63b309a8c2d:36035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:19:14,192 DEBUG [M:0;d63b309a8c2d:36035 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:19:14,192 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:19:14,192 DEBUG [M:0;d63b309a8c2d:36035 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:19:14,192 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964744683 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964744683,5,FailOnTimeoutGroup] 2024-11-18T21:19:14,192 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964744682 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964744682,5,FailOnTimeoutGroup] 2024-11-18T21:19:14,193 INFO [M:0;d63b309a8c2d:36035 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:19:14,193 INFO [M:0;d63b309a8c2d:36035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:19:14,193 DEBUG [M:0;d63b309a8c2d:36035 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:19:14,193 INFO [M:0;d63b309a8c2d:36035 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:19:14,193 INFO [M:0;d63b309a8c2d:36035 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:19:14,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255333711/master 2024-11-18T21:19:14,194 INFO [M:0;d63b309a8c2d:36035 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:19:14,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:14,194 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:19:14,195 DEBUG [M:0;d63b309a8c2d:36035 {}] zookeeper.ZKUtil(347): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Unable to get data of znode /0-255333711/master because node does not exist (not an error) 2024-11-18T21:19:14,195 WARN [M:0;d63b309a8c2d:36035 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T21:19:14,196 INFO [M:0;d63b309a8c2d:36035 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/.lastflushedseqids 2024-11-18T21:19:14,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741842_1018 (size=181) 2024-11-18T21:19:14,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:14,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41407-0x10054c29d280001, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:14,291 INFO [RS:0;d63b309a8c2d:41407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:19:14,291 INFO [RS:0;d63b309a8c2d:41407 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,41407,1731964742521; zookeeper connection closed. 2024-11-18T21:19:14,291 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c18d639 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c18d639 2024-11-18T21:19:14,292 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:19:14,631 INFO [M:0;d63b309a8c2d:36035 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:19:14,632 INFO [M:0;d63b309a8c2d:36035 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:19:14,632 DEBUG [M:0;d63b309a8c2d:36035 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:19:14,632 INFO [M:0;d63b309a8c2d:36035 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:14,632 DEBUG [M:0;d63b309a8c2d:36035 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:14,632 DEBUG [M:0;d63b309a8c2d:36035 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:19:14,632 DEBUG [M:0;d63b309a8c2d:36035 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:14,633 INFO [M:0;d63b309a8c2d:36035 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-18T21:19:14,661 DEBUG [M:0;d63b309a8c2d:36035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/570f6fb1014b42dd81172d20f25dd1d9 is 82, key is hbase:meta,,1/info:regioninfo/1731964745822/Put/seqid=0 2024-11-18T21:19:14,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741843_1019 (size=5672) 2024-11-18T21:19:14,670 INFO [M:0;d63b309a8c2d:36035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/570f6fb1014b42dd81172d20f25dd1d9 2024-11-18T21:19:14,706 DEBUG [M:0;d63b309a8c2d:36035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b8ce965206d41ee9f392f710ef53f93 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731964750739/Put/seqid=0 2024-11-18T21:19:14,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741844_1020 (size=8663) 2024-11-18T21:19:15,116 INFO [M:0;d63b309a8c2d:36035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b8ce965206d41ee9f392f710ef53f93 2024-11-18T21:19:15,159 DEBUG [M:0;d63b309a8c2d:36035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c96603f275104ad3becc21353d4002d1 is 69, key is d63b309a8c2d,41407,1731964742521/rs:state/1731964744744/Put/seqid=0 2024-11-18T21:19:15,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741845_1021 (size=5156) 2024-11-18T21:19:15,576 INFO [M:0;d63b309a8c2d:36035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c96603f275104ad3becc21353d4002d1 2024-11-18T21:19:15,589 DEBUG [M:0;d63b309a8c2d:36035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/570f6fb1014b42dd81172d20f25dd1d9 as hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/570f6fb1014b42dd81172d20f25dd1d9 2024-11-18T21:19:15,616 INFO [M:0;d63b309a8c2d:36035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/570f6fb1014b42dd81172d20f25dd1d9, entries=8, sequenceid=115, filesize=5.5 K 2024-11-18T21:19:15,628 DEBUG [M:0;d63b309a8c2d:36035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b8ce965206d41ee9f392f710ef53f93 as hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b8ce965206d41ee9f392f710ef53f93 2024-11-18T21:19:15,653 INFO [M:0;d63b309a8c2d:36035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b8ce965206d41ee9f392f710ef53f93, entries=14, sequenceid=115, filesize=8.5 K 2024-11-18T21:19:15,656 DEBUG [M:0;d63b309a8c2d:36035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c96603f275104ad3becc21353d4002d1 as hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c96603f275104ad3becc21353d4002d1 2024-11-18T21:19:15,699 INFO [M:0;d63b309a8c2d:36035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c96603f275104ad3becc21353d4002d1, entries=1, sequenceid=115, filesize=5.0 K 2024-11-18T21:19:15,705 INFO [M:0;d63b309a8c2d:36035 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1072ms, sequenceid=115, compaction requested=false 2024-11-18T21:19:15,742 INFO [M:0;d63b309a8c2d:36035 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:15,743 DEBUG [M:0;d63b309a8c2d:36035 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964754632Disabling compacts and flushes for region at 1731964754632Disabling writes for close at 1731964754632Obtaining lock to block concurrent updates at 1731964754633 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731964754633Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731964754633Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731964754634 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731964754635 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731964754660 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731964754660Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731964754680 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731964754706 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731964754706Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731964755133 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731964755158 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731964755158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9667dc0: reopening flushed file at 1731964755587 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4bcde2: reopening flushed file at 1731964755616 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d36619: reopening flushed file at 1731964755653 (+37 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1072ms, sequenceid=115, compaction requested=false at 1731964755705 (+52 ms)Writing region close event to WAL at 1731964755742 (+37 ms)Closed at 1731964755742 2024-11-18T21:19:15,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741830_1006 (size=59421) 2024-11-18T21:19:15,771 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:19:15,771 INFO [M:0;d63b309a8c2d:36035 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:19:15,771 INFO [M:0;d63b309a8c2d:36035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36035 2024-11-18T21:19:15,771 INFO [M:0;d63b309a8c2d:36035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:19:15,881 INFO [M:0;d63b309a8c2d:36035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:19:15,884 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:19:15,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:15,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x10054c29d280000, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:15,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:15,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:15,885 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:19:15,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:15,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:19:15,885 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:19:15,885 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:19:15,889 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35343 2024-11-18T21:19:15,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35343 connecting to ZooKeeper ensemble=127.0.0.1:59027 2024-11-18T21:19:15,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353430x0, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:15,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35343-0x10054c29d280006 connected 2024-11-18T21:19:15,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:15,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:15,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on znode that does not yet exist, /0-255333711/running 2024-11-18T21:19:15,932 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068, hbase.cluster.distributed=false 2024-11-18T21:19:15,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on znode that does not yet exist, /0-255333711/acl 2024-11-18T21:19:15,937 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255333711/meta-region-server: INIT 2024-11-18T21:19:15,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35343 2024-11-18T21:19:15,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35343 2024-11-18T21:19:15,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35343 2024-11-18T21:19:15,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35343 2024-11-18T21:19:15,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35343 2024-11-18T21:19:16,010 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:19:16,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:16,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:16,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:19:16,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:16,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:19:16,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:19:16,011 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:19:16,028 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32937 2024-11-18T21:19:16,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32937 connecting to ZooKeeper ensemble=127.0.0.1:59027 2024-11-18T21:19:16,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:16,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:16,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329370x0, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:16,061 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255333711/meta-region-server: INIT 2024-11-18T21:19:16,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329370x0, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on znode that does not yet exist, /0-255333711/running 2024-11-18T21:19:16,063 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:19:16,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32937-0x10054c29d280007 connected 2024-11-18T21:19:16,077 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:19:16,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32937-0x10054c29d280007, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on znode that does not yet exist, /0-255333711/master 2024-11-18T21:19:16,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32937-0x10054c29d280007, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on znode that does not yet exist, /0-255333711/acl 2024-11-18T21:19:16,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32937 2024-11-18T21:19:16,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32937 2024-11-18T21:19:16,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32937 2024-11-18T21:19:16,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32937 2024-11-18T21:19:16,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32937 2024-11-18T21:19:16,177 DEBUG [M:0;d63b309a8c2d:35343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:35343 2024-11-18T21:19:16,197 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-255333711/backup-masters/d63b309a8c2d,35343,1731964755884 2024-11-18T21:19:16,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10054c29d280007, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711/backup-masters 2024-11-18T21:19:16,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711/backup-masters 2024-11-18T21:19:16,212 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on existing znode=/0-255333711/backup-masters/d63b309a8c2d,35343,1731964755884 2024-11-18T21:19:16,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:16,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10054c29d280007, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-255333711/master 2024-11-18T21:19:16,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10054c29d280007, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:16,218 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on existing znode=/0-255333711/master 2024-11-18T21:19:16,219 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-255333711/backup-masters/d63b309a8c2d,35343,1731964755884 from backup master directory 2024-11-18T21:19:16,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255333711/backup-masters/d63b309a8c2d,35343,1731964755884 2024-11-18T21:19:16,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711/backup-masters 2024-11-18T21:19:16,223 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:19:16,223 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,35343,1731964755884 2024-11-18T21:19:16,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10054c29d280007, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711/backup-masters 2024-11-18T21:19:16,262 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:16,263 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:19:16,318 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 55ms. 2024-11-18T21:19:16,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741846_1022 (size=196) 2024-11-18T21:19:16,760 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:19:16,761 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:19:16,765 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:16,788 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-18T21:19:16,805 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/WALs/d63b309a8c2d,36035,1731964741636 to hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/WALs/d63b309a8c2d,36035,1731964741636-dead as it is dead 2024-11-18T21:19:16,822 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T21:19:16,822 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T21:19:16,822 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/WALs/d63b309a8c2d,36035,1731964741636-dead/d63b309a8c2d%2C36035%2C1731964741636.1731964743968 2024-11-18T21:19:16,855 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/WALs/d63b309a8c2d,36035,1731964741636-dead/d63b309a8c2d%2C36035%2C1731964741636.1731964743968 after 30ms 2024-11-18T21:19:16,868 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/WALs/d63b309a8c2d,36035,1731964741636-dead/d63b309a8c2d%2C36035%2C1731964741636.1731964743968 to hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d63b309a8c2d%2C36035%2C1731964741636.1731964743968 2024-11-18T21:19:16,869 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/WALs/d63b309a8c2d,36035,1731964741636-dead 2024-11-18T21:19:16,870 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/WALs/d63b309a8c2d,35343,1731964755884 2024-11-18T21:19:16,881 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:19:16,901 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C35343%2C1731964755884, suffix=, logDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/WALs/d63b309a8c2d,35343,1731964755884, archiveDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/oldWALs, maxLogs=10 2024-11-18T21:19:16,938 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/WALs/d63b309a8c2d,35343,1731964755884/d63b309a8c2d%2C35343%2C1731964755884.1731964756901, exclude list is [], retry=0 2024-11-18T21:19:16,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37903,DS-0295f34d-c0b9-4325-beaa-32da8d117a7d,DISK] 2024-11-18T21:19:16,969 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/WALs/d63b309a8c2d,35343,1731964755884/d63b309a8c2d%2C35343%2C1731964755884.1731964756901 2024-11-18T21:19:16,983 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44835:44835)] 2024-11-18T21:19:16,983 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:16,983 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:16,984 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:16,984 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:16,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:16,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:19:16,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:17,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/570f6fb1014b42dd81172d20f25dd1d9 2024-11-18T21:19:17,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:17,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:17,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:19:17,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:17,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b8ce965206d41ee9f392f710ef53f93 2024-11-18T21:19:17,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:17,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:17,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:19:17,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:17,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c96603f275104ad3becc21353d4002d1 2024-11-18T21:19:17,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:17,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:17,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:19:17,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:17,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:17,126 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:17,127 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-18T21:19:17,127 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d63b309a8c2d%2C36035%2C1731964741636.1731964743968 2024-11-18T21:19:17,153 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d63b309a8c2d%2C36035%2C1731964741636.1731964743968 2024-11-18T21:19:17,159 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d63b309a8c2d%2C36035%2C1731964741636.1731964743968 2024-11-18T21:19:17,162 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:17,162 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:17,164 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:17,166 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:17,171 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-18T21:19:17,176 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58771658, jitterRate=-0.12423405051231384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:17,177 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964756984Initializing all the Stores at 1731964756991 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964756991Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964756992 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964756993 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964756993Cleaning up temporary data from old regions at 1731964757162 (+169 ms)Region opened successfully at 1731964757176 (+14 ms) 2024-11-18T21:19:17,179 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:19:17,197 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dab3200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:19:17,216 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-18T21:19:17,217 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:19:17,217 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:19:17,219 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:19:17,231 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 13 msec 2024-11-18T21:19:17,247 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:17,248 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:19:17,249 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T21:19:17,249 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:19:17,249 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T21:19:17,249 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T21:19:17,250 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 18 msec 2024-11-18T21:19:17,250 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:19:17,263 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d63b309a8c2d,41407,1731964742521, regionLocation=d63b309a8c2d,41407,1731964742521, openSeqNum=2 2024-11-18T21:19:17,263 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d63b309a8c2d,41407,1731964742521, table=hbase:meta, region=1588230740 2024-11-18T21:19:17,264 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,41407,1731964742521, state=OPEN 2024-11-18T21:19:17,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10054c29d280007, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-255333711/meta-region-server 2024-11-18T21:19:17,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-255333711/meta-region-server 2024-11-18T21:19:17,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255333711/meta-region-server: CHANGED 2024-11-18T21:19:17,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255333711/meta-region-server: CHANGED 2024-11-18T21:19:17,289 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:19:17,293 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255333711/draining/d63b309a8c2d,41407,1731964742521 already deleted, retry=false 2024-11-18T21:19:17,293 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of d63b309a8c2d,41407,1731964742521 on d63b309a8c2d,35343,1731964755884 2024-11-18T21:19:17,306 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d63b309a8c2d,41407,1731964742521, splitWal=true, meta=true 2024-11-18T21:19:17,310 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for d63b309a8c2d,41407,1731964742521 (carryingMeta=true) d63b309a8c2d,41407,1731964742521/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5b113e61[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T21:19:17,321 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Unable to get data of znode /0-255333711/balancer because node does not exist (not necessarily an error) 2024-11-18T21:19:17,333 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255333711/balancer already deleted, retry=false 2024-11-18T21:19:17,334 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:19:17,337 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Unable to get data of znode /0-255333711/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:19:17,340 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255333711/normalizer already deleted, retry=false 2024-11-18T21:19:17,340 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:19:17,352 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Unable to get data of znode /0-255333711/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:19:17,354 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255333711/switch/split already deleted, retry=false 2024-11-18T21:19:17,360 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Unable to get data of znode /0-255333711/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:19:17,365 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255333711/switch/merge already deleted, retry=false 2024-11-18T21:19:17,393 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Unable to get data of znode /0-255333711/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:19:17,394 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255333711/snapshot-cleanup already deleted, retry=false 2024-11-18T21:19:17,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10054c29d280007, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-255333711/running 2024-11-18T21:19:17,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10054c29d280007, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:17,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-255333711/running 2024-11-18T21:19:17,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:17,402 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,35343,1731964755884, sessionid=0x10054c29d280006, setting cluster-up flag (Was=false) 2024-11-18T21:19:17,408 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-255333711/flush-table-proc/acquired, /0-255333711/flush-table-proc/reached, /0-255333711/flush-table-proc/abort 2024-11-18T21:19:17,416 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,35343,1731964755884 2024-11-18T21:19:17,420 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-255333711/online-snapshot/acquired, /0-255333711/online-snapshot/reached, /0-255333711/online-snapshot/abort 2024-11-18T21:19:17,425 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,35343,1731964755884 2024-11-18T21:19:17,429 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/.lastflushedseqids 2024-11-18T21:19:17,437 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:19:17,437 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:19:17,438 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,35343,1731964755884 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 d63b309a8c2d,41407,1731964742521 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:19:17,440 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:17,440 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:17,440 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:17,440 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:17,440 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:19:17,441 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:17,441 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:19:17,441 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:17,444 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731964787444 2024-11-18T21:19:17,445 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:19:17,445 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:19:17,445 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:19:17,445 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:19:17,445 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:19:17,445 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:19:17,445 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:17,446 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:19:17,446 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:19:17,446 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:19:17,446 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:19:17,446 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d63b309a8c2d,41407,1731964742521, splitWal=true, meta=true 2024-11-18T21:19:17,447 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:19:17,447 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:19:17,448 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964757447,5,FailOnTimeoutGroup] 2024-11-18T21:19:17,448 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964757448,5,FailOnTimeoutGroup] 2024-11-18T21:19:17,448 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:17,448 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:19:17,448 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:17,448 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:17,448 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964757448, completionTime=-1 2024-11-18T21:19:17,448 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-18T21:19:17,448 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d63b309a8c2d,41407,1731964742521, splitWal=true, meta=true, isMeta: true 2024-11-18T21:19:17,451 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521-splitting 2024-11-18T21:19:17,452 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521-splitting dir is empty, no logs to split. 2024-11-18T21:19:17,452 INFO [PEWorker-1 {}] master.SplitWALManager(105): d63b309a8c2d,41407,1731964742521 WAL count=0, meta=true 2024-11-18T21:19:17,453 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T21:19:17,457 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.HRegionServer(746): ClusterId : 0415d651-c57b-4b9a-a3ac-7bdd55300dd6 2024-11-18T21:19:17,458 DEBUG [RS:0;d63b309a8c2d:32937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:19:17,462 DEBUG [RS:0;d63b309a8c2d:32937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:19:17,462 DEBUG [RS:0;d63b309a8c2d:32937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:19:17,465 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521-splitting dir is empty, no logs to split. 2024-11-18T21:19:17,465 INFO [PEWorker-1 {}] master.SplitWALManager(105): d63b309a8c2d,41407,1731964742521 WAL count=0, meta=true 2024-11-18T21:19:17,465 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d63b309a8c2d,41407,1731964742521 WAL splitting is done? wals=0, meta=true 2024-11-18T21:19:17,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:19:17,481 DEBUG [RS:0;d63b309a8c2d:32937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:19:17,481 DEBUG [RS:0;d63b309a8c2d:32937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@177f2645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:19:17,486 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:19:17,487 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T21:19:17,501 DEBUG [RS:0;d63b309a8c2d:32937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:32937 2024-11-18T21:19:17,501 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:19:17,501 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:19:17,501 DEBUG [RS:0;d63b309a8c2d:32937 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:19:17,503 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,35343,1731964755884 with port=32937, startcode=1731964756010 2024-11-18T21:19:17,503 DEBUG [RS:0;d63b309a8c2d:32937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:19:17,507 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:19:17,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,32937,1731964756010 2024-11-18T21:19:17,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35343 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,32937,1731964756010 2024-11-18T21:19:17,516 DEBUG [RS:0;d63b309a8c2d:32937 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068 2024-11-18T21:19:17,516 DEBUG [RS:0;d63b309a8c2d:32937 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34625 2024-11-18T21:19:17,516 DEBUG [RS:0;d63b309a8c2d:32937 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:19:17,520 DEBUG [RS:0;d63b309a8c2d:32937 {}] zookeeper.ZKUtil(111): regionserver:32937-0x10054c29d280007, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on existing znode=/0-255333711/rs/d63b309a8c2d,32937,1731964756010 2024-11-18T21:19:17,520 WARN [RS:0;d63b309a8c2d:32937 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:19:17,520 INFO [RS:0;d63b309a8c2d:32937 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:17,520 DEBUG [RS:0;d63b309a8c2d:32937 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010 2024-11-18T21:19:17,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711/rs 2024-11-18T21:19:17,545 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,32937,1731964756010] 2024-11-18T21:19:17,554 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=106ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T21:19:17,629 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:19:17,637 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:19:17,638 WARN [d63b309a8c2d:35343 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T21:19:17,645 INFO [RS:0;d63b309a8c2d:32937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:19:17,645 INFO [RS:0;d63b309a8c2d:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:17,648 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:19:17,653 INFO [RS:0;d63b309a8c2d:32937 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:19:17,653 INFO [RS:0;d63b309a8c2d:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:17,654 DEBUG [RS:0;d63b309a8c2d:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:17,654 DEBUG [RS:0;d63b309a8c2d:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:17,654 DEBUG [RS:0;d63b309a8c2d:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:17,654 DEBUG [RS:0;d63b309a8c2d:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:17,654 DEBUG [RS:0;d63b309a8c2d:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:17,654 DEBUG [RS:0;d63b309a8c2d:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:19:17,654 DEBUG [RS:0;d63b309a8c2d:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:17,654 DEBUG [RS:0;d63b309a8c2d:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:17,654 DEBUG [RS:0;d63b309a8c2d:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:17,654 DEBUG [RS:0;d63b309a8c2d:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:17,654 DEBUG [RS:0;d63b309a8c2d:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:17,655 DEBUG [RS:0;d63b309a8c2d:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:17,655 DEBUG [RS:0;d63b309a8c2d:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:19:17,655 DEBUG [RS:0;d63b309a8c2d:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:19:17,665 INFO [RS:0;d63b309a8c2d:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:17,665 INFO [RS:0;d63b309a8c2d:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:17,665 INFO [RS:0;d63b309a8c2d:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:17,665 INFO [RS:0;d63b309a8c2d:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:17,665 INFO [RS:0;d63b309a8c2d:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:17,665 INFO [RS:0;d63b309a8c2d:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,32937,1731964756010-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:19:17,690 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:19:17,691 INFO [RS:0;d63b309a8c2d:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,32937,1731964756010-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:17,713 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.ReplicationSource(231): queueId=1-d63b309a8c2d,32937,1731964756010, ReplicationSource: 1, currentBandwidth=0 2024-11-18T21:19:17,748 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.ReplicationSource(231): queueId=2-d63b309a8c2d,32937,1731964756010, ReplicationSource: 2, currentBandwidth=0 2024-11-18T21:19:17,753 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource,1-d63b309a8c2d,32937,1731964756010 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:38867' 2024-11-18T21:19:17,754 INFO [RS:0;d63b309a8c2d:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:17,754 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.Replication(171): d63b309a8c2d,32937,1731964756010 started 2024-11-18T21:19:17,768 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource,1-d63b309a8c2d,32937,1731964756010 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@696cd4db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:17,768 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource,1-d63b309a8c2d,32937,1731964756010 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38867,-1 for getting cluster id 2024-11-18T21:19:17,772 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource,1-d63b309a8c2d,32937,1731964756010 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:17,778 INFO [RS:0;d63b309a8c2d:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:17,779 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,32937,1731964756010, RpcServer on d63b309a8c2d/172.17.0.3:32937, sessionid=0x10054c29d280007 2024-11-18T21:19:17,779 DEBUG [RS:0;d63b309a8c2d:32937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:19:17,779 DEBUG [RS:0;d63b309a8c2d:32937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,32937,1731964756010 2024-11-18T21:19:17,779 DEBUG [RS:0;d63b309a8c2d:32937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,32937,1731964756010' 2024-11-18T21:19:17,779 DEBUG [RS:0;d63b309a8c2d:32937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-255333711/flush-table-proc/abort' 2024-11-18T21:19:17,782 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b53b28f4-d2e7-49f8-a9d8-bbc3b164c213' 2024-11-18T21:19:17,784 DEBUG [RS:0;d63b309a8c2d:32937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-255333711/flush-table-proc/acquired' 2024-11-18T21:19:17,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:17,789 DEBUG [RS:0;d63b309a8c2d:32937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:19:17,789 DEBUG [RS:0;d63b309a8c2d:32937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:19:17,789 DEBUG [RS:0;d63b309a8c2d:32937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,32937,1731964756010 2024-11-18T21:19:17,789 DEBUG [RS:0;d63b309a8c2d:32937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,32937,1731964756010' 2024-11-18T21:19:17,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b53b28f4-d2e7-49f8-a9d8-bbc3b164c213" 2024-11-18T21:19:17,789 DEBUG [RS:0;d63b309a8c2d:32937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-255333711/online-snapshot/abort' 2024-11-18T21:19:17,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ee33e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:17,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38867,-1] 2024-11-18T21:19:17,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:17,795 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:17,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:17,796 DEBUG [RS:0;d63b309a8c2d:32937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-255333711/online-snapshot/acquired' 2024-11-18T21:19:17,797 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource,1-d63b309a8c2d,32937,1731964756010 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e0892bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:17,797 DEBUG [RS:0;d63b309a8c2d:32937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:19:17,797 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource,1-d63b309a8c2d,32937,1731964756010 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:17,797 INFO [RS:0;d63b309a8c2d:32937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:19:17,797 INFO [RS:0;d63b309a8c2d:32937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:19:17,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,38867,1731964747785 2024-11-18T21:19:17,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77c17c89 2024-11-18T21:19:17,799 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource,2-d63b309a8c2d,32937,1731964756010 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:38867' 2024-11-18T21:19:17,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:17,802 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource,2-d63b309a8c2d,32937,1731964756010 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@675ad170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:17,803 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource,2-d63b309a8c2d,32937,1731964756010 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38867,-1 for getting cluster id 2024-11-18T21:19:17,803 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource,2-d63b309a8c2d,32937,1731964756010 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:17,805 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-18T21:19:17,806 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b53b28f4-d2e7-49f8-a9d8-bbc3b164c213' 2024-11-18T21:19:17,807 INFO [RS:0;d63b309a8c2d:32937.replicationSource,1-d63b309a8c2d,32937,1731964756010 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d63b309a8c2d,32937,1731964756010 (queues=0) is replicating from cluster=0415d651-c57b-4b9a-a3ac-7bdd55300dd6 to cluster=b53b28f4-d2e7-49f8-a9d8-bbc3b164c213 2024-11-18T21:19:17,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:17,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b53b28f4-d2e7-49f8-a9d8-bbc3b164c213" 2024-11-18T21:19:17,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bce46a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:17,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38867,-1] 2024-11-18T21:19:17,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:17,810 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:17,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:17,811 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource,2-d63b309a8c2d,32937,1731964756010 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a0fe699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:17,811 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource,2-d63b309a8c2d,32937,1731964756010 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:17,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,38867,1731964747785 2024-11-18T21:19:17,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c2bf682 2024-11-18T21:19:17,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:17,821 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-18T21:19:17,823 INFO [RS:0;d63b309a8c2d:32937.replicationSource,2-d63b309a8c2d,32937,1731964756010 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d63b309a8c2d,32937,1731964756010 (queues=0) is replicating from cluster=0415d651-c57b-4b9a-a3ac-7bdd55300dd6 to cluster=b53b28f4-d2e7-49f8-a9d8-bbc3b164c213 2024-11-18T21:19:17,909 INFO [RS:0;d63b309a8c2d:32937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:19:17,914 INFO [RS:0;d63b309a8c2d:32937 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C32937%2C1731964756010, suffix=, logDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010, archiveDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/oldWALs, maxLogs=10 2024-11-18T21:19:17,940 DEBUG [RS:0;d63b309a8c2d:32937 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915, exclude list is [], retry=0 2024-11-18T21:19:17,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37903,DS-0295f34d-c0b9-4325-beaa-32da8d117a7d,DISK] 2024-11-18T21:19:17,971 INFO [RS:0;d63b309a8c2d:32937 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 2024-11-18T21:19:17,972 DEBUG [RS:0;d63b309a8c2d:32937 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d63b309a8c2d%2C32937%2C1731964756010 for peer 2 2024-11-18T21:19:17,972 DEBUG [RS:0;d63b309a8c2d:32937 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d63b309a8c2d%2C32937%2C1731964756010 for peer 1 2024-11-18T21:19:17,972 DEBUG [RS:0;d63b309a8c2d:32937 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d63b309a8c2d%2C32937%2C1731964756010 2024-11-18T21:19:17,972 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d63b309a8c2d,32937,1731964756010, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:19:17,975 DEBUG [RS:0;d63b309a8c2d:32937 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d63b309a8c2d%2C32937%2C1731964756010 2024-11-18T21:19:17,975 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d63b309a8c2d,32937,1731964756010, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:19:17,976 DEBUG [RS:0;d63b309a8c2d:32937 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44835:44835)] 2024-11-18T21:19:17,976 INFO [RS:0;d63b309a8c2d:32937.replicationSource.shipperd63b309a8c2d%2C32937%2C1731964756010,2-d63b309a8c2d,32937,1731964756010 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C32937%2C1731964756010 2024-11-18T21:19:17,976 INFO [RS:0;d63b309a8c2d:32937.replicationSource.shipperd63b309a8c2d%2C32937%2C1731964756010,1-d63b309a8c2d,32937,1731964756010 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C32937%2C1731964756010 2024-11-18T21:19:17,977 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,1-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915, startPosition=0, beingWritten=true 2024-11-18T21:19:17,977 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,2-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915, startPosition=0, beingWritten=true 2024-11-18T21:19:18,138 DEBUG [d63b309a8c2d:35343 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:19:18,140 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,32937,1731964756010 2024-11-18T21:19:18,144 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,32937,1731964756010, state=OPENING 2024-11-18T21:19:18,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10054c29d280007, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-255333711/meta-region-server 2024-11-18T21:19:18,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255333711/meta-region-server: CHANGED 2024-11-18T21:19:18,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-255333711/meta-region-server 2024-11-18T21:19:18,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255333711/meta-region-server: CHANGED 2024-11-18T21:19:18,149 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:19:18,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,32937,1731964756010}] 2024-11-18T21:19:18,216 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,2-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 to pos 0, reset compression=false 2024-11-18T21:19:18,222 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,1-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 to pos 0, reset compression=false 2024-11-18T21:19:18,305 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:19:18,309 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:19:18,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:19:18,325 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:19:18,325 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:18,326 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:19:18,330 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C32937%2C1731964756010.meta, suffix=.meta, logDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010, archiveDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/oldWALs, maxLogs=10 2024-11-18T21:19:18,369 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.meta.1731964758331.meta, exclude list is [], retry=0 2024-11-18T21:19:18,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37903,DS-0295f34d-c0b9-4325-beaa-32da8d117a7d,DISK] 2024-11-18T21:19:18,389 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.meta.1731964758331.meta 2024-11-18T21:19:18,391 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44835:44835)] 2024-11-18T21:19:18,391 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:18,392 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:19:18,392 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:19:18,392 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:19:18,392 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:19:18,392 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:19:18,393 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:18,393 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:19:18,393 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:19:18,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:19:18,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:19:18,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:18,417 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/info/abef07153a154abd994c9d994336406c 2024-11-18T21:19:18,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:18,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:19:18,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:19:18,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:18,509 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/ns/b8a824f4d3d04a12aff2e0cf29b30357 2024-11-18T21:19:18,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:18,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:19:18,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:19:18,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:18,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:18,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:19:18,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:19:18,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:18,540 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,2-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 to pos 0, reset compression=false 2024-11-18T21:19:18,558 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,1-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 to pos 0, reset compression=false 2024-11-18T21:19:18,573 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/table/c8ff49065aa44f4d9f692648108fb3ae 2024-11-18T21:19:18,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:18,575 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:19:18,580 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740 2024-11-18T21:19:18,583 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740 2024-11-18T21:19:18,586 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:19:18,586 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:19:18,601 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:18,604 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:19:18,605 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73370168, jitterRate=0.0933007001876831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:18,611 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:19:18,612 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964758393Writing region info on filesystem at 1731964758393Initializing all the Stores at 1731964758394 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964758395 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964758395Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964758395Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964758395Cleaning up temporary data from old regions at 1731964758586 (+191 ms)Running coprocessor post-open hooks at 1731964758611 (+25 ms)Region opened successfully at 1731964758611 2024-11-18T21:19:18,615 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731964758304 2024-11-18T21:19:18,626 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:19:18,626 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:19:18,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=d63b309a8c2d,32937,1731964756010 2024-11-18T21:19:18,637 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,32937,1731964756010, state=OPEN 2024-11-18T21:19:18,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-255333711/meta-region-server 2024-11-18T21:19:18,646 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,32937,1731964756010 2024-11-18T21:19:18,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255333711/meta-region-server: CHANGED 2024-11-18T21:19:18,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10054c29d280007, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-255333711/meta-region-server 2024-11-18T21:19:18,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255333711/meta-region-server: CHANGED 2024-11-18T21:19:18,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-18T21:19:18,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,32937,1731964756010 in 497 msec 2024-11-18T21:19:18,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-18T21:19:18,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1720 sec 2024-11-18T21:19:18,965 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,2-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 to pos 0, reset compression=false 2024-11-18T21:19:19,017 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,1-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 to pos 0, reset compression=false 2024-11-18T21:19:19,077 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1628ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1522ms 2024-11-18T21:19:19,476 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,2-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 to pos 0, reset compression=false 2024-11-18T21:19:19,526 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,1-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 to pos 0, reset compression=false 2024-11-18T21:19:20,088 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,2-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 to pos 0, reset compression=false 2024-11-18T21:19:20,141 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,1-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 to pos 0, reset compression=false 2024-11-18T21:19:20,585 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3137ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3031ms 2024-11-18T21:19:20,802 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,2-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 to pos 0, reset compression=false 2024-11-18T21:19:20,857 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,1-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 to pos 0, reset compression=false 2024-11-18T21:19:21,624 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,2-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 to pos 0, reset compression=false 2024-11-18T21:19:21,694 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,1-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 to pos 0, reset compression=false 2024-11-18T21:19:21,992 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4543ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-18T21:19:21,992 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:19:21,992 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:21,992 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,32937,1731964756010, seqNum=-1] 2024-11-18T21:19:21,993 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:21,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:19:22,005 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0831f9df97e98736f412c04ec2ccd558, regionState=OPEN, lastHost=d63b309a8c2d,41407,1731964742521, regionLocation=d63b309a8c2d,41407,1731964742521, openSeqNum=2 2024-11-18T21:19:22,005 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:19:22,005 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731964822005 2024-11-18T21:19:22,006 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731964882005 2024-11-18T21:19:22,006 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 13 msec 2024-11-18T21:19:22,006 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,35343,1731964755884-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:22,006 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,35343,1731964755884-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:22,006 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): d63b309a8c2d,41407,1731964742521 had 2 regions 2024-11-18T21:19:22,006 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,35343,1731964755884-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:22,007 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:35343, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:22,007 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:22,008 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:22,017 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d63b309a8c2d,41407,1731964742521, splitWal=true, meta=true, isMeta: false 2024-11-18T21:19:22,021 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521-splitting dir is empty, no logs to split. 2024-11-18T21:19:22,021 INFO [PEWorker-3 {}] master.SplitWALManager(105): d63b309a8c2d,41407,1731964742521 WAL count=0, meta=false 2024-11-18T21:19:22,026 WARN [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=d63b309a8c2d,41407,1731964742521/hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:22,028 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.805sec 2024-11-18T21:19:22,028 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:19:22,028 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:19:22,028 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:19:22,028 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:19:22,028 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:19:22,028 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,35343,1731964755884-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:19:22,028 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,35343,1731964755884-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:19:22,039 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,41407,1731964742521-splitting dir is empty, no logs to split. 2024-11-18T21:19:22,039 INFO [PEWorker-3 {}] master.SplitWALManager(105): d63b309a8c2d,41407,1731964742521 WAL count=0, meta=false 2024-11-18T21:19:22,039 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d63b309a8c2d,41407,1731964742521 WAL splitting is done? wals=0, meta=false 2024-11-18T21:19:22,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0831f9df97e98736f412c04ec2ccd558, ASSIGN}] 2024-11-18T21:19:22,052 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0831f9df97e98736f412c04ec2ccd558, ASSIGN 2024-11-18T21:19:22,054 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0831f9df97e98736f412c04ec2ccd558, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T21:19:22,056 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:19:22,056 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:19:22,056 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,35343,1731964755884-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:22,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3109a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:22,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,35343,-1 for getting cluster id 2024-11-18T21:19:22,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:22,101 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0415d651-c57b-4b9a-a3ac-7bdd55300dd6' 2024-11-18T21:19:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0415d651-c57b-4b9a-a3ac-7bdd55300dd6" 2024-11-18T21:19:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3487a40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,35343,-1] 2024-11-18T21:19:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:22,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:22,113 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9dabf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:22,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:22,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,32937,1731964756010, seqNum=-1] 2024-11-18T21:19:22,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:22,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:19:22,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-18T21:19:22,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:19:22,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:22,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:22,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:22,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:22,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: d63b309a8c2d:35343 after: d63b309a8c2d:35343 2024-11-18T21:19:22,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283ec700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:22,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,35343,-1 for getting cluster id 2024-11-18T21:19:22,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:22,134 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0415d651-c57b-4b9a-a3ac-7bdd55300dd6' 2024-11-18T21:19:22,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:22,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0415d651-c57b-4b9a-a3ac-7bdd55300dd6" 2024-11-18T21:19:22,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a1730c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:22,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,35343,-1] 2024-11-18T21:19:22,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:22,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:22,136 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:22,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e78affd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:22,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:22,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,35343,1731964755884 2024-11-18T21:19:22,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a603fa8 2024-11-18T21:19:22,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:22,140 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:19:22,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T21:19:22,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T21:19:22,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T21:19:22,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T21:19:22,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:19:22,148 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:19:22,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:22,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:22,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:22,148 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:19:22,148 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=881996665, stopped=false 2024-11-18T21:19:22,148 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,38867,1731964747785 2024-11-18T21:19:22,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:22,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T21:19:22,159 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:19:22,160 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:19:22,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:22,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:22,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-400544207/running 2024-11-18T21:19:22,160 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,43601,1731964747835' ***** 2024-11-18T21:19:22,160 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:19:22,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207 2024-11-18T21:19:22,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-400544207/running 2024-11-18T21:19:22,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207 2024-11-18T21:19:22,162 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:19:22,163 INFO [RS:0;d63b309a8c2d:43601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:19:22,163 INFO [RS:0;d63b309a8c2d:43601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:19:22,163 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,43601,1731964747835 2024-11-18T21:19:22,163 INFO [RS:0;d63b309a8c2d:43601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:19:22,163 INFO [RS:0;d63b309a8c2d:43601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:43601. 2024-11-18T21:19:22,163 DEBUG [RS:0;d63b309a8c2d:43601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:22,163 DEBUG [RS:0;d63b309a8c2d:43601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:22,163 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:19:22,163 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:19:22,163 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:19:22,163 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:19:22,163 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:19:22,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Set watcher on znode that does not yet exist, /1-400544207/running 2024-11-18T21:19:22,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Set watcher on znode that does not yet exist, /1-400544207/running 2024-11-18T21:19:22,165 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T21:19:22,165 DEBUG [RS:0;d63b309a8c2d:43601 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:19:22,165 DEBUG [RS:0;d63b309a8c2d:43601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:19:22,167 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:19:22,167 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:19:22,167 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:19:22,167 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:19:22,167 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:19:22,168 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T21:19:22,181 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:19:22,204 DEBUG [d63b309a8c2d:35343 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:19:22,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=0831f9df97e98736f412c04ec2ccd558, regionState=OPENING, regionLocation=d63b309a8c2d,32937,1731964756010 2024-11-18T21:19:22,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0831f9df97e98736f412c04ec2ccd558, ASSIGN because future has completed 2024-11-18T21:19:22,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0831f9df97e98736f412c04ec2ccd558, server=d63b309a8c2d,32937,1731964756010}] 2024-11-18T21:19:22,234 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/data/hbase/meta/1588230740/.tmp/ns/4f579f6db4bc45a298cf2b52d8742954 is 43, key is default/ns:d/1731964749131/Put/seqid=0 2024-11-18T21:19:22,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741835_1011 (size=5153) 2024-11-18T21:19:22,329 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:19:22,329 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:19:22,365 DEBUG [RS:0;d63b309a8c2d:43601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:19:22,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:22,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:22,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T21:19:22,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C32937%2C1731964756010.rep, suffix=, logDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010, archiveDir=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/oldWALs, maxLogs=10 2024-11-18T21:19:22,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.rep.1731964762408, exclude list is [], retry=0 2024-11-18T21:19:22,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37903,DS-0295f34d-c0b9-4325-beaa-32da8d117a7d,DISK] 2024-11-18T21:19:22,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.rep.1731964762408 2024-11-18T21:19:22,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44835:44835)] 2024-11-18T21:19:22,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 0831f9df97e98736f412c04ec2ccd558, NAME => 'hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:22,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:19:22,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:19:22,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. service=MultiRowMutationService 2024-11-18T21:19:22,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T21:19:22,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:22,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:22,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:22,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:22,461 INFO [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:22,462 INFO [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0831f9df97e98736f412c04ec2ccd558 columnFamilyName hfileref 2024-11-18T21:19:22,462 DEBUG [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:22,463 INFO [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] regionserver.HStore(327): Store=0831f9df97e98736f412c04ec2ccd558/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:22,463 INFO [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:22,464 INFO [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0831f9df97e98736f412c04ec2ccd558 columnFamilyName queue 2024-11-18T21:19:22,464 DEBUG [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:22,493 DEBUG [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/replication/0831f9df97e98736f412c04ec2ccd558/queue/a0bc5e595c1545a99995a83661f0a4ef 2024-11-18T21:19:22,493 INFO [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] regionserver.HStore(327): Store=0831f9df97e98736f412c04ec2ccd558/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:22,494 INFO [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:22,495 INFO [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0831f9df97e98736f412c04ec2ccd558 columnFamilyName sid 2024-11-18T21:19:22,495 DEBUG [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:22,496 INFO [StoreOpener-0831f9df97e98736f412c04ec2ccd558-1 {}] regionserver.HStore(327): Store=0831f9df97e98736f412c04ec2ccd558/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:22,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:22,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/replication/0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:22,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/replication/0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:22,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:22,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:22,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:19:22,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:22,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 0831f9df97e98736f412c04ec2ccd558; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70629795, jitterRate=0.05246596038341522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:19:22,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:22,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 0831f9df97e98736f412c04ec2ccd558: Running coprocessor pre-open hook at 1731964762456Writing region info on filesystem at 1731964762456Initializing all the Stores at 1731964762458 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964762458Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964762460 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964762460Cleaning up temporary data from old regions at 1731964762505 (+45 ms)Running coprocessor post-open hooks at 1731964762510 (+5 ms)Region opened successfully at 1731964762512 (+2 ms) 2024-11-18T21:19:22,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558., pid=19, masterSystemTime=1731964762392 2024-11-18T21:19:22,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:22,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:22,519 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=0831f9df97e98736f412c04ec2ccd558, regionState=OPEN, openSeqNum=10, regionLocation=d63b309a8c2d,32937,1731964756010 2024-11-18T21:19:22,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0831f9df97e98736f412c04ec2ccd558, server=d63b309a8c2d,32937,1731964756010 because future has completed 2024-11-18T21:19:22,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-18T21:19:22,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 0831f9df97e98736f412c04ec2ccd558, server=d63b309a8c2d,32937,1731964756010 in 313 msec 2024-11-18T21:19:22,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-18T21:19:22,553 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,2-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 to pos 0, reset compression=false 2024-11-18T21:19:22,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-18T21:19:22,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0831f9df97e98736f412c04ec2ccd558, ASSIGN in 496 msec 2024-11-18T21:19:22,566 DEBUG [RS:0;d63b309a8c2d:43601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:19:22,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558., hostname=d63b309a8c2d,32937,1731964756010, seqNum=10] 2024-11-18T21:19:22,627 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for d63b309a8c2d,41407,1731964742521 2024-11-18T21:19:22,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-18T21:19:22,632 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,1-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 to pos 0, reset compression=false 2024-11-18T21:19:22,653 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/data/hbase/meta/1588230740/.tmp/ns/4f579f6db4bc45a298cf2b52d8742954 2024-11-18T21:19:22,677 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/data/hbase/meta/1588230740/.tmp/ns/4f579f6db4bc45a298cf2b52d8742954 as hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/data/hbase/meta/1588230740/ns/4f579f6db4bc45a298cf2b52d8742954 2024-11-18T21:19:22,705 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/data/hbase/meta/1588230740/ns/4f579f6db4bc45a298cf2b52d8742954, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T21:19:22,715 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 548ms, sequenceid=6, compaction requested=false 2024-11-18T21:19:22,715 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T21:19:22,735 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T21:19:22,735 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:19:22,735 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:19:22,735 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:19:22,736 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964762167Running coprocessor pre-close hooks at 1731964762167Disabling compacts and flushes for region at 1731964762167Disabling writes for close at 1731964762167Obtaining lock to block concurrent updates at 1731964762168 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731964762168Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731964762168Flushing stores of hbase:meta,,1.1588230740 at 1731964762173 (+5 ms)Flushing 1588230740/ns: creating writer at 1731964762173Flushing 1588230740/ns: appending metadata at 1731964762233 (+60 ms)Flushing 1588230740/ns: closing flushed file at 1731964762234 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ab6f5d9: reopening flushed file at 1731964762676 (+442 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 548ms, sequenceid=6, compaction requested=false at 1731964762715 (+39 ms)Writing region close event to WAL at 1731964762729 (+14 ms)Running coprocessor post-close hooks at 1731964762735 (+6 ms)Closed at 1731964762735 2024-11-18T21:19:22,736 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:19:22,766 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,43601,1731964747835; all regions closed. 2024-11-18T21:19:22,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741834_1010 (size=1152) 2024-11-18T21:19:22,783 DEBUG [RS:0;d63b309a8c2d:43601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/oldWALs 2024-11-18T21:19:22,783 INFO [RS:0;d63b309a8c2d:43601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C43601%2C1731964747835.meta:.meta(num 1731964749020) 2024-11-18T21:19:22,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-18T21:19:22,813 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/WALs/d63b309a8c2d,43601,1731964747835/d63b309a8c2d%2C43601%2C1731964747835.1731964748482 not finished, retry = 0 2024-11-18T21:19:22,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741832_1008 (size=93) 2024-11-18T21:19:22,917 DEBUG [RS:0;d63b309a8c2d:43601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/oldWALs 2024-11-18T21:19:22,918 INFO [RS:0;d63b309a8c2d:43601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C43601%2C1731964747835:(num 1731964748482) 2024-11-18T21:19:22,918 DEBUG [RS:0;d63b309a8c2d:43601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:22,918 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:19:22,918 INFO [RS:0;d63b309a8c2d:43601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:19:22,918 INFO [RS:0;d63b309a8c2d:43601 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:19:22,918 INFO [RS:0;d63b309a8c2d:43601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:19:22,918 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:19:22,919 INFO [RS:0;d63b309a8c2d:43601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43601 2024-11-18T21:19:22,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-400544207/rs/d63b309a8c2d,43601,1731964747835 2024-11-18T21:19:22,922 INFO [RS:0;d63b309a8c2d:43601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:19:22,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207/rs 2024-11-18T21:19:22,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,43601,1731964747835] 2024-11-18T21:19:22,937 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-400544207/draining/d63b309a8c2d,43601,1731964747835 already deleted, retry=false 2024-11-18T21:19:22,937 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,43601,1731964747835 expired; onlineServers=0 2024-11-18T21:19:22,937 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,38867,1731964747785' ***** 2024-11-18T21:19:22,937 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:19:22,937 INFO [M:0;d63b309a8c2d:38867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:19:22,937 INFO [M:0;d63b309a8c2d:38867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:19:22,938 DEBUG [M:0;d63b309a8c2d:38867 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:19:22,938 DEBUG [M:0;d63b309a8c2d:38867 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:19:22,938 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964748200 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964748200,5,FailOnTimeoutGroup] 2024-11-18T21:19:22,938 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964748201 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964748201,5,FailOnTimeoutGroup] 2024-11-18T21:19:22,938 INFO [M:0;d63b309a8c2d:38867 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:19:22,938 INFO [M:0;d63b309a8c2d:38867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:19:22,938 DEBUG [M:0;d63b309a8c2d:38867 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:19:22,938 INFO [M:0;d63b309a8c2d:38867 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:19:22,938 INFO [M:0;d63b309a8c2d:38867 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:19:22,939 INFO [M:0;d63b309a8c2d:38867 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:19:22,939 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:19:22,939 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:19:22,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-400544207/master 2024-11-18T21:19:22,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-400544207 2024-11-18T21:19:22,941 DEBUG [M:0;d63b309a8c2d:38867 {}] zookeeper.ZKUtil(347): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Unable to get data of znode /1-400544207/master because node does not exist (not an error) 2024-11-18T21:19:22,941 WARN [M:0;d63b309a8c2d:38867 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T21:19:22,963 INFO [M:0;d63b309a8c2d:38867 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/.lastflushedseqids 2024-11-18T21:19:23,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741836_1012 (size=99) 2024-11-18T21:19:23,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:23,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10054c29d280004, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:23,029 INFO [RS:0;d63b309a8c2d:43601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:19:23,029 INFO [RS:0;d63b309a8c2d:43601 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,43601,1731964747835; zookeeper connection closed. 2024-11-18T21:19:23,029 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7037660c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7037660c 2024-11-18T21:19:23,032 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:19:23,406 INFO [M:0;d63b309a8c2d:38867 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:19:23,406 INFO [M:0;d63b309a8c2d:38867 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:19:23,407 DEBUG [M:0;d63b309a8c2d:38867 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:19:23,407 INFO [M:0;d63b309a8c2d:38867 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:23,407 DEBUG [M:0;d63b309a8c2d:38867 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:23,407 DEBUG [M:0;d63b309a8c2d:38867 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:19:23,407 DEBUG [M:0;d63b309a8c2d:38867 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:23,407 INFO [M:0;d63b309a8c2d:38867 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T21:19:23,455 DEBUG [M:0;d63b309a8c2d:38867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1d44d43ac0b402bacf2a9fe9bf04dfb is 82, key is hbase:meta,,1/info:regioninfo/1731964749106/Put/seqid=0 2024-11-18T21:19:23,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741837_1013 (size=5672) 2024-11-18T21:19:23,482 INFO [M:0;d63b309a8c2d:38867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1d44d43ac0b402bacf2a9fe9bf04dfb 2024-11-18T21:19:23,549 DEBUG [M:0;d63b309a8c2d:38867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f0c4fbbf7e1405f8c2580abbaa66519 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731964749138/Put/seqid=0 2024-11-18T21:19:23,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741838_1014 (size=5275) 2024-11-18T21:19:23,578 INFO [M:0;d63b309a8c2d:38867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f0c4fbbf7e1405f8c2580abbaa66519 2024-11-18T21:19:23,594 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,2-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 to pos 0, reset compression=false 2024-11-18T21:19:23,636 DEBUG [M:0;d63b309a8c2d:38867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b728f7f3225462ab33276ca5e3e83dd is 69, key is d63b309a8c2d,43601,1731964747835/rs:state/1731964748303/Put/seqid=0 2024-11-18T21:19:23,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741839_1015 (size=5156) 2024-11-18T21:19:23,653 DEBUG [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,1-d63b309a8c2d,32937,1731964756010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/WALs/d63b309a8c2d,32937,1731964756010/d63b309a8c2d%2C32937%2C1731964756010.1731964757915 to pos 0, reset compression=false 2024-11-18T21:19:23,658 INFO [M:0;d63b309a8c2d:38867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b728f7f3225462ab33276ca5e3e83dd 2024-11-18T21:19:23,685 DEBUG [M:0;d63b309a8c2d:38867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1d44d43ac0b402bacf2a9fe9bf04dfb as hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1d44d43ac0b402bacf2a9fe9bf04dfb 2024-11-18T21:19:23,707 INFO [M:0;d63b309a8c2d:38867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1d44d43ac0b402bacf2a9fe9bf04dfb, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T21:19:23,720 DEBUG [M:0;d63b309a8c2d:38867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f0c4fbbf7e1405f8c2580abbaa66519 as hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f0c4fbbf7e1405f8c2580abbaa66519 2024-11-18T21:19:23,731 INFO [M:0;d63b309a8c2d:38867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f0c4fbbf7e1405f8c2580abbaa66519, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T21:19:23,733 DEBUG [M:0;d63b309a8c2d:38867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b728f7f3225462ab33276ca5e3e83dd as hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b728f7f3225462ab33276ca5e3e83dd 2024-11-18T21:19:23,749 INFO [M:0;d63b309a8c2d:38867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36517/user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b728f7f3225462ab33276ca5e3e83dd, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T21:19:23,752 INFO [M:0;d63b309a8c2d:38867 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 345ms, sequenceid=28, compaction requested=false 2024-11-18T21:19:23,761 INFO [M:0;d63b309a8c2d:38867 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:23,762 DEBUG [M:0;d63b309a8c2d:38867 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964763407Disabling compacts and flushes for region at 1731964763407Disabling writes for close at 1731964763407Obtaining lock to block concurrent updates at 1731964763407Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731964763407Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731964763409 (+2 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731964763410 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731964763410Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731964763454 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731964763455 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731964763519 (+64 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731964763548 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731964763548Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731964763590 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731964763635 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731964763635Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36299afc: reopening flushed file at 1731964763682 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb21785: reopening flushed file at 1731964763707 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cd0c73a: reopening flushed file at 1731964763732 (+25 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 345ms, sequenceid=28, compaction requested=false at 1731964763752 (+20 ms)Writing region close event to WAL at 1731964763761 (+9 ms)Closed at 1731964763761 2024-11-18T21:19:23,766 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e905f993-9666-13ef-b3a8-e3e465569427/MasterData/WALs/d63b309a8c2d,38867,1731964747785/d63b309a8c2d%2C38867%2C1731964747785.1731964748043 not finished, retry = 0 2024-11-18T21:19:23,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741830_1006 (size=10165) 2024-11-18T21:19:23,868 INFO [M:0;d63b309a8c2d:38867 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:19:23,868 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:19:23,868 INFO [M:0;d63b309a8c2d:38867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38867 2024-11-18T21:19:23,872 INFO [M:0;d63b309a8c2d:38867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:19:23,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:19:23,974 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T21:19:23,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:23,980 INFO [M:0;d63b309a8c2d:38867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:19:23,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38867-0x10054c29d280003, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:23,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765b0853{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:19:24,001 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@684ad4cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:19:24,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:19:24,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b39d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:19:24,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282256de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/hadoop.log.dir/,STOPPED} 2024-11-18T21:19:24,025 WARN [BP-1175576281-172.17.0.3-1731964746391 heartbeating to localhost/127.0.0.1:36517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:19:24,025 WARN [BP-1175576281-172.17.0.3-1731964746391 heartbeating to localhost/127.0.0.1:36517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1175576281-172.17.0.3-1731964746391 (Datanode Uuid 00098d62-b9df-4a7b-8c17-da14a33c9f81) service to localhost/127.0.0.1:36517 2024-11-18T21:19:24,027 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:19:24,027 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:19:24,027 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/cluster_81687e6e-2971-1de5-29f7-493a907a87ec/data/data2/current/BP-1175576281-172.17.0.3-1731964746391 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:19:24,027 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/cluster_81687e6e-2971-1de5-29f7-493a907a87ec/data/data1/current/BP-1175576281-172.17.0.3-1731964746391 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:19:24,028 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:19:24,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35409618{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:19:24,045 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cc08b0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:19:24,045 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:19:24,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b608463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:19:24,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fa80ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/hadoop.log.dir/,STOPPED} 2024-11-18T21:19:24,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:19:24,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:19:24,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:19:24,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:24,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:24,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:24,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:24,078 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:19:24,078 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2104500514, stopped=false 2024-11-18T21:19:24,078 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,35343,1731964755884 2024-11-18T21:19:24,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10054c29d280007, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255333711/running 2024-11-18T21:19:24,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255333711/running 2024-11-18T21:19:24,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10054c29d280007, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:24,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:24,081 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:19:24,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:19:24,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:24,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:24,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32937-0x10054c29d280007, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on znode that does not yet exist, /0-255333711/running 2024-11-18T21:19:24,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Set watcher on znode that does not yet exist, /0-255333711/running 2024-11-18T21:19:24,086 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,32937,1731964756010' ***** 2024-11-18T21:19:24,086 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:19:24,092 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:19:24,092 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:19:24,092 INFO [RS:0;d63b309a8c2d:32937 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:19:24,092 INFO [RS:0;d63b309a8c2d:32937 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:19:24,093 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.HRegionServer(3091): Received CLOSE for 0831f9df97e98736f412c04ec2ccd558 2024-11-18T21:19:24,093 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,32937,1731964756010 2024-11-18T21:19:24,093 INFO [RS:0;d63b309a8c2d:32937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:19:24,093 INFO [RS:0;d63b309a8c2d:32937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:32937. 2024-11-18T21:19:24,093 DEBUG [RS:0;d63b309a8c2d:32937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:24,093 DEBUG [RS:0;d63b309a8c2d:32937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:24,093 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:19:24,093 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:19:24,094 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:19:24,094 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:19:24,094 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0831f9df97e98736f412c04ec2ccd558, disabling compactions & flushes 2024-11-18T21:19:24,094 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:24,094 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:24,094 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. after waiting 0 ms 2024-11-18T21:19:24,095 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:24,096 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T21:19:24,096 DEBUG [RS:0;d63b309a8c2d:32937 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0831f9df97e98736f412c04ec2ccd558=hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558.} 2024-11-18T21:19:24,097 DEBUG [RS:0;d63b309a8c2d:32937 {}] regionserver.HRegionServer(1351): Waiting on 0831f9df97e98736f412c04ec2ccd558, 1588230740 2024-11-18T21:19:24,097 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:19:24,097 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:19:24,097 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:19:24,097 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:19:24,097 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:19:24,097 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-18T21:19:24,111 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/replication/0831f9df97e98736f412c04ec2ccd558/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-18T21:19:24,116 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:19:24,118 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:19:24,118 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:19:24,118 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:24,119 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0831f9df97e98736f412c04ec2ccd558: Waiting for close lock at 1731964764094Running coprocessor pre-close hooks at 1731964764094Disabling compacts and flushes for region at 1731964764094Disabling writes for close at 1731964764094Writing region close event to WAL at 1731964764105 (+11 ms)Running coprocessor post-close hooks at 1731964764118 (+13 ms)Closed at 1731964764118 2024-11-18T21:19:24,119 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558. 2024-11-18T21:19:24,134 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/.tmp/info/2951c2ae463248ecbe5f6e8d400b1e91 is 147, key is hbase:replication,,1731964749347.0831f9df97e98736f412c04ec2ccd558./info:regioninfo/1731964762518/Put/seqid=0 2024-11-18T21:19:24,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741851_1027 (size=6385) 2024-11-18T21:19:24,160 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/.tmp/info/2951c2ae463248ecbe5f6e8d400b1e91 2024-11-18T21:19:24,187 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/.tmp/info/2951c2ae463248ecbe5f6e8d400b1e91 as hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/info/2951c2ae463248ecbe5f6e8d400b1e91 2024-11-18T21:19:24,205 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/info/2951c2ae463248ecbe5f6e8d400b1e91, entries=8, sequenceid=19, filesize=6.2 K 2024-11-18T21:19:24,207 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=19, compaction requested=false 2024-11-18T21:19:24,238 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-18T21:19:24,241 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:19:24,241 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:19:24,241 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:19:24,241 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964764096Running coprocessor pre-close hooks at 1731964764096Disabling compacts and flushes for region at 1731964764097 (+1 ms)Disabling writes for close at 1731964764097Obtaining lock to block concurrent updates at 1731964764097Preparing flush snapshotting stores in 1588230740 at 1731964764097Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731964764098 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731964764102 (+4 ms)Flushing 1588230740/info: creating writer at 1731964764102Flushing 1588230740/info: appending metadata at 1731964764132 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731964764133 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758f9b99: reopening flushed file at 1731964764184 (+51 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=19, compaction requested=false at 1731964764207 (+23 ms)Writing region close event to WAL at 1731964764225 (+18 ms)Running coprocessor post-close hooks at 1731964764241 (+16 ms)Closed at 1731964764241 2024-11-18T21:19:24,242 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:19:24,297 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,32937,1731964756010; all regions closed. 2024-11-18T21:19:24,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741849_1025 (size=2156) 2024-11-18T21:19:24,304 DEBUG [RS:0;d63b309a8c2d:32937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/oldWALs 2024-11-18T21:19:24,304 INFO [RS:0;d63b309a8c2d:32937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C32937%2C1731964756010.meta:.meta(num 1731964758331) 2024-11-18T21:19:24,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741850_1026 (size=796) 2024-11-18T21:19:24,316 DEBUG [RS:0;d63b309a8c2d:32937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/oldWALs 2024-11-18T21:19:24,316 INFO [RS:0;d63b309a8c2d:32937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C32937%2C1731964756010.rep:(num 1731964762408) 2024-11-18T21:19:24,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741848_1024 (size=93) 2024-11-18T21:19:24,322 DEBUG [RS:0;d63b309a8c2d:32937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/oldWALs 2024-11-18T21:19:24,322 INFO [RS:0;d63b309a8c2d:32937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C32937%2C1731964756010:(num 1731964757915) 2024-11-18T21:19:24,322 DEBUG [RS:0;d63b309a8c2d:32937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:24,322 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:19:24,323 INFO [RS:0;d63b309a8c2d:32937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:19:24,323 INFO [RS:0;d63b309a8c2d:32937 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:19:24,323 INFO [RS:0;d63b309a8c2d:32937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:19:24,323 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d63b309a8c2d,32937,1731964756010 because: Region server is closing 2024-11-18T21:19:24,324 INFO [RS:0;d63b309a8c2d:32937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:32937. 2024-11-18T21:19:24,324 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:19:24,323 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-18T21:19:24,329 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-18T21:19:24,329 DEBUG [RS:0;d63b309a8c2d:32937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:24,329 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-18T21:19:24,332 DEBUG [RS:0;d63b309a8c2d:32937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:24,332 DEBUG [RS:0;d63b309a8c2d:32937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:24,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:24,432 WARN [RS:0;d63b309a8c2d:32937.replicationSource.shipperd63b309a8c2d%2C32937%2C1731964756010,1-d63b309a8c2d,32937,1731964756010 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T21:19:24,432 WARN [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,1-d63b309a8c2d,32937,1731964756010 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T21:19:24,433 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;d63b309a8c2d:32937.replicationSource.shipperd63b309a8c2d%2C32937%2C1731964756010,1-d63b309a8c2d,32937,1731964756010 terminated 2024-11-18T21:19:24,433 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d63b309a8c2d,32937,1731964756010 because: Region server is closing 2024-11-18T21:19:24,433 INFO [RS:0;d63b309a8c2d:32937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:32937. 2024-11-18T21:19:24,433 DEBUG [RS:0;d63b309a8c2d:32937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:24,433 DEBUG [RS:0;d63b309a8c2d:32937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:24,434 DEBUG [RS:0;d63b309a8c2d:32937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:24,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:24,534 WARN [RS:0;d63b309a8c2d:32937.replicationSource.shipperd63b309a8c2d%2C32937%2C1731964756010,2-d63b309a8c2d,32937,1731964756010 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T21:19:24,534 WARN [RS:0;d63b309a8c2d:32937.replicationSource.wal-reader.d63b309a8c2d%2C32937%2C1731964756010,2-d63b309a8c2d,32937,1731964756010 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T21:19:24,534 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;d63b309a8c2d:32937.replicationSource.shipperd63b309a8c2d%2C32937%2C1731964756010,2-d63b309a8c2d,32937,1731964756010 terminated 2024-11-18T21:19:24,535 INFO [RS:0;d63b309a8c2d:32937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32937 2024-11-18T21:19:24,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711/rs 2024-11-18T21:19:24,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10054c29d280007, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255333711/rs/d63b309a8c2d,32937,1731964756010 2024-11-18T21:19:24,540 INFO [RS:0;d63b309a8c2d:32937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:19:24,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,32937,1731964756010] 2024-11-18T21:19:24,544 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-255333711/draining/d63b309a8c2d,32937,1731964756010 already deleted, retry=false 2024-11-18T21:19:24,544 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,32937,1731964756010 expired; onlineServers=0 2024-11-18T21:19:24,544 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,35343,1731964755884' ***** 2024-11-18T21:19:24,544 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:19:24,544 INFO [M:0;d63b309a8c2d:35343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:19:24,544 INFO [M:0;d63b309a8c2d:35343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:19:24,544 DEBUG [M:0;d63b309a8c2d:35343 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:19:24,544 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:19:24,544 DEBUG [M:0;d63b309a8c2d:35343 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:19:24,544 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964757447 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964757447,5,FailOnTimeoutGroup] 2024-11-18T21:19:24,544 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964757448 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964757448,5,FailOnTimeoutGroup] 2024-11-18T21:19:24,545 INFO [M:0;d63b309a8c2d:35343 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:19:24,545 INFO [M:0;d63b309a8c2d:35343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:19:24,545 DEBUG [M:0;d63b309a8c2d:35343 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:19:24,545 INFO [M:0;d63b309a8c2d:35343 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:19:24,546 INFO [M:0;d63b309a8c2d:35343 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:19:24,546 INFO [M:0;d63b309a8c2d:35343 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:19:24,546 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:19:24,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255333711/master 2024-11-18T21:19:24,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255333711 2024-11-18T21:19:24,547 DEBUG [M:0;d63b309a8c2d:35343 {}] zookeeper.ZKUtil(347): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Unable to get data of znode /0-255333711/master because node does not exist (not an error) 2024-11-18T21:19:24,547 WARN [M:0;d63b309a8c2d:35343 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T21:19:24,548 INFO [M:0;d63b309a8c2d:35343 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/.lastflushedseqids 2024-11-18T21:19:24,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741852_1028 (size=181) 2024-11-18T21:19:24,576 INFO [M:0;d63b309a8c2d:35343 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:19:24,577 INFO [M:0;d63b309a8c2d:35343 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:19:24,577 DEBUG [M:0;d63b309a8c2d:35343 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:19:24,577 INFO [M:0;d63b309a8c2d:35343 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:24,577 DEBUG [M:0;d63b309a8c2d:35343 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:24,577 DEBUG [M:0;d63b309a8c2d:35343 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:19:24,577 DEBUG [M:0;d63b309a8c2d:35343 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:24,577 INFO [M:0;d63b309a8c2d:35343 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-18T21:19:24,605 DEBUG [M:0;d63b309a8c2d:35343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6d0a8f7db3f4f1a93bf7654e6be24eb is 82, key is hbase:meta,,1/info:regioninfo/1731964758631/Put/seqid=0 2024-11-18T21:19:24,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741853_1029 (size=5680) 2024-11-18T21:19:24,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10054c29d280007, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:24,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10054c29d280007, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:24,643 INFO [RS:0;d63b309a8c2d:32937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:19:24,643 INFO [RS:0;d63b309a8c2d:32937 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,32937,1731964756010; zookeeper connection closed. 2024-11-18T21:19:24,646 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39091d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39091d6 2024-11-18T21:19:24,648 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:19:25,027 INFO [M:0;d63b309a8c2d:35343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6d0a8f7db3f4f1a93bf7654e6be24eb 2024-11-18T21:19:25,063 DEBUG [M:0;d63b309a8c2d:35343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02a2c43904b044998823ba28a5e918a1 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731964762547/Put/seqid=0 2024-11-18T21:19:25,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741854_1030 (size=7319) 2024-11-18T21:19:25,097 INFO [M:0;d63b309a8c2d:35343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02a2c43904b044998823ba28a5e918a1 2024-11-18T21:19:25,166 DEBUG [M:0;d63b309a8c2d:35343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/886741de74f947deaddc973b5e2d0e56 is 69, key is d63b309a8c2d,32937,1731964756010/rs:state/1731964757508/Put/seqid=0 2024-11-18T21:19:25,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741855_1031 (size=5371) 2024-11-18T21:19:25,599 INFO [M:0;d63b309a8c2d:35343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/886741de74f947deaddc973b5e2d0e56 2024-11-18T21:19:25,614 INFO [M:0;d63b309a8c2d:35343 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 886741de74f947deaddc973b5e2d0e56 2024-11-18T21:19:25,615 DEBUG [M:0;d63b309a8c2d:35343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6d0a8f7db3f4f1a93bf7654e6be24eb as hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6d0a8f7db3f4f1a93bf7654e6be24eb 2024-11-18T21:19:25,626 INFO [M:0;d63b309a8c2d:35343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6d0a8f7db3f4f1a93bf7654e6be24eb, entries=8, sequenceid=172, filesize=5.5 K 2024-11-18T21:19:25,627 DEBUG [M:0;d63b309a8c2d:35343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02a2c43904b044998823ba28a5e918a1 as hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02a2c43904b044998823ba28a5e918a1 2024-11-18T21:19:25,634 INFO [M:0;d63b309a8c2d:35343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02a2c43904b044998823ba28a5e918a1, entries=7, sequenceid=172, filesize=7.1 K 2024-11-18T21:19:25,635 DEBUG [M:0;d63b309a8c2d:35343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/886741de74f947deaddc973b5e2d0e56 as hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/886741de74f947deaddc973b5e2d0e56 2024-11-18T21:19:25,641 INFO [M:0;d63b309a8c2d:35343 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 886741de74f947deaddc973b5e2d0e56 2024-11-18T21:19:25,641 INFO [M:0;d63b309a8c2d:35343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34625/user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/886741de74f947deaddc973b5e2d0e56, entries=2, sequenceid=172, filesize=5.2 K 2024-11-18T21:19:25,643 INFO [M:0;d63b309a8c2d:35343 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1066ms, sequenceid=172, compaction requested=false 2024-11-18T21:19:25,644 INFO [M:0;d63b309a8c2d:35343 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:25,645 DEBUG [M:0;d63b309a8c2d:35343 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964764577Disabling compacts and flushes for region at 1731964764577Disabling writes for close at 1731964764577Obtaining lock to block concurrent updates at 1731964764577Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731964764577Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731964764578 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731964764579 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731964764579Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731964764604 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731964764604Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731964765035 (+431 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731964765062 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731964765062Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731964765114 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731964765164 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731964765164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c0b346: reopening flushed file at 1731964765614 (+450 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63caa46b: reopening flushed file at 1731964765626 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3462be64: reopening flushed file at 1731964765634 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1066ms, sequenceid=172, compaction requested=false at 1731964765643 (+9 ms)Writing region close event to WAL at 1731964765644 (+1 ms)Closed at 1731964765644 2024-11-18T21:19:25,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37903 is added to blk_1073741847_1023 (size=22949) 2024-11-18T21:19:25,652 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3fbea6d-92a4-1f22-cc8a-ae18043aa068/MasterData/WALs/d63b309a8c2d,35343,1731964755884/d63b309a8c2d%2C35343%2C1731964755884.1731964756901 not finished, retry = 0 2024-11-18T21:19:25,753 INFO [M:0;d63b309a8c2d:35343 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:19:25,753 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:19:25,754 INFO [M:0;d63b309a8c2d:35343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35343 2024-11-18T21:19:25,754 INFO [M:0;d63b309a8c2d:35343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:19:25,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:25,857 INFO [M:0;d63b309a8c2d:35343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:19:25,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x10054c29d280006, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:25,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b71fbf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:19:25,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:19:25,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:19:25,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:19:25,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/hadoop.log.dir/,STOPPED} 2024-11-18T21:19:25,869 WARN [BP-304564156-172.17.0.3-1731964737340 heartbeating to localhost/127.0.0.1:34625 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:19:25,869 WARN [BP-304564156-172.17.0.3-1731964737340 heartbeating to localhost/127.0.0.1:34625 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-304564156-172.17.0.3-1731964737340 (Datanode Uuid 8ad97111-e969-4753-aae7-afe82aa2a933) service to localhost/127.0.0.1:34625 2024-11-18T21:19:25,869 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:19:25,869 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:19:25,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/cluster_603e1257-87d7-4d6d-7dbe-16b28c722a80/data/data2/current/BP-304564156-172.17.0.3-1731964737340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:19:25,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/cluster_603e1257-87d7-4d6d-7dbe-16b28c722a80/data/data1/current/BP-304564156-172.17.0.3-1731964737340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:19:25,874 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:19:25,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:19:25,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:19:25,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:19:25,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:19:25,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39b51679-96c9-352b-76c1-98b1b5dac811/hadoop.log.dir/,STOPPED} 2024-11-18T21:19:25,902 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T21:19:25,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:19:25,948 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=115 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d63b309a8c2d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34625 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d63b309a8c2d:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d63b309a8c2d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34625 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@679f09cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34625 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34625 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59027) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d63b309a8c2d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59027) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d63b309a8c2d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34625 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34625 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36517 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=930 (was 974), ProcessCount=11 (was 11), AvailableMemoryMB=1216 (was 3454) 2024-11-18T21:19:25,969 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=115, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=930, ProcessCount=11, AvailableMemoryMB=1215 2024-11-18T21:19:25,994 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-18T21:19:25,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/hadoop.log.dir so I do NOT create it in target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677 2024-11-18T21:19:25,996 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:19:25,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/hadoop.tmp.dir so I do NOT create it in target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677 2024-11-18T21:19:25,996 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e750f64b-42d7-f7e3-f4c7-8b5891910716/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:19:25,996 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677 2024-11-18T21:19:25,996 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/cluster_7b79d5c5-8490-b2d9-4f37-455a85a51906, deleteOnExit=true 2024-11-18T21:19:26,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10054c29d280002, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:19:26,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10054c29d280002, quorum=127.0.0.1:59027, baseZNode=/0-255333711 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:19:26,004 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/cluster_7b79d5c5-8490-b2d9-4f37-455a85a51906/zookeeper_0, clientPort=52359, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/cluster_7b79d5c5-8490-b2d9-4f37-455a85a51906/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/cluster_7b79d5c5-8490-b2d9-4f37-455a85a51906/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T21:19:26,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10054c29d280005, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:19:26,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10054c29d280005, quorum=127.0.0.1:59027, baseZNode=/1-400544207 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:19:26,005 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52359 2024-11-18T21:19:26,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:19:26,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:19:26,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/test.cache.data in system properties and HBase conf 2024-11-18T21:19:26,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:19:26,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:19:26,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:19:26,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:19:26,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:19:26,006 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:19:26,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:19:26,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:19:26,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:19:26,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:19:26,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:19:26,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:19:26,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:19:26,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:19:26,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:19:26,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:19:26,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:19:26,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:19:26,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:19:26,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:19:26,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:19:26,138 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:19:26,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:19:26,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:19:26,158 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:19:26,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:19:26,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3f9a53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:19:26,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@242482cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:19:26,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ff935e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/java.io.tmpdir/jetty-localhost-41499-hadoop-hdfs-3_4_1-tests_jar-_-any-3160988767438318036/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:19:26,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a1416b0{HTTP/1.1, (http/1.1)}{localhost:41499} 2024-11-18T21:19:26,305 INFO [Time-limited test {}] server.Server(415): Started @32682ms 2024-11-18T21:19:26,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:19:26,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:19:26,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:19:26,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:19:26,483 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:19:26,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7f8703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:19:26,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56680efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:19:26,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26f9cf73{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/java.io.tmpdir/jetty-localhost-41021-hadoop-hdfs-3_4_1-tests_jar-_-any-1405549024709201217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:19:26,653 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3184967f{HTTP/1.1, (http/1.1)}{localhost:41021} 2024-11-18T21:19:26,653 INFO [Time-limited test {}] server.Server(415): Started @33029ms 2024-11-18T21:19:26,655 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:19:26,841 WARN [Thread-496 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/cluster_7b79d5c5-8490-b2d9-4f37-455a85a51906/data/data1/current/BP-1551310302-172.17.0.3-1731964766054/current, will proceed with Du for space computation calculation, 2024-11-18T21:19:26,845 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/cluster_7b79d5c5-8490-b2d9-4f37-455a85a51906/data/data2/current/BP-1551310302-172.17.0.3-1731964766054/current, will proceed with Du for space computation calculation, 2024-11-18T21:19:26,908 WARN [Thread-484 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:19:26,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34977760caeb1924 with lease ID 0xe4b3f9c4515d2541: Processing first storage report for DS-c92843b0-5c78-4e6e-ab96-943afd045bfe from datanode DatanodeRegistration(127.0.0.1:46207, datanodeUuid=bb717bc3-84c4-4ada-93fb-79ad423c0bac, infoPort=45497, infoSecurePort=0, ipcPort=38987, storageInfo=lv=-57;cid=testClusterID;nsid=434485517;c=1731964766054) 2024-11-18T21:19:26,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34977760caeb1924 with lease ID 0xe4b3f9c4515d2541: from storage DS-c92843b0-5c78-4e6e-ab96-943afd045bfe node DatanodeRegistration(127.0.0.1:46207, datanodeUuid=bb717bc3-84c4-4ada-93fb-79ad423c0bac, infoPort=45497, infoSecurePort=0, ipcPort=38987, storageInfo=lv=-57;cid=testClusterID;nsid=434485517;c=1731964766054), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T21:19:26,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34977760caeb1924 with lease ID 0xe4b3f9c4515d2541: Processing first storage report for DS-bef2f968-08a4-4871-b365-1ae5404facb6 from datanode DatanodeRegistration(127.0.0.1:46207, datanodeUuid=bb717bc3-84c4-4ada-93fb-79ad423c0bac, infoPort=45497, infoSecurePort=0, ipcPort=38987, storageInfo=lv=-57;cid=testClusterID;nsid=434485517;c=1731964766054) 2024-11-18T21:19:26,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34977760caeb1924 with lease ID 0xe4b3f9c4515d2541: from storage DS-bef2f968-08a4-4871-b365-1ae5404facb6 node DatanodeRegistration(127.0.0.1:46207, datanodeUuid=bb717bc3-84c4-4ada-93fb-79ad423c0bac, infoPort=45497, infoSecurePort=0, ipcPort=38987, storageInfo=lv=-57;cid=testClusterID;nsid=434485517;c=1731964766054), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:19:26,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677 2024-11-18T21:19:26,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:26,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:27,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:19:27,024 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035 with version=8 2024-11-18T21:19:27,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/hbase-staging 2024-11-18T21:19:27,028 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:19:27,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:27,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:27,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:19:27,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:27,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:19:27,029 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:19:27,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:19:27,037 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40461 2024-11-18T21:19:27,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40461 connecting to ZooKeeper ensemble=127.0.0.1:52359 2024-11-18T21:19:27,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404610x0, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:27,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40461-0x10054c311d00000 connected 2024-11-18T21:19:27,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:27,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:27,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Set watcher on znode that does not yet exist, /01603628850/running 2024-11-18T21:19:27,105 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035, hbase.cluster.distributed=false 2024-11-18T21:19:27,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Set watcher on znode that does not yet exist, /01603628850/acl 2024-11-18T21:19:27,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40461 2024-11-18T21:19:27,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40461 2024-11-18T21:19:27,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40461 2024-11-18T21:19:27,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40461 2024-11-18T21:19:27,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40461 2024-11-18T21:19:27,191 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:19:27,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:27,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:27,191 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:19:27,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:27,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:19:27,191 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:19:27,191 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:19:27,192 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46571 2024-11-18T21:19:27,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46571 connecting to ZooKeeper ensemble=127.0.0.1:52359 2024-11-18T21:19:27,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:27,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:27,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465710x0, quorum=127.0.0.1:52359, baseZNode=/01603628850 Set watcher on znode that does not yet exist, /01603628850/running 2024-11-18T21:19:27,236 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:19:27,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465710x0, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:27,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46571-0x10054c311d00001 connected 2024-11-18T21:19:27,260 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:19:27,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Set watcher on znode that does not yet exist, /01603628850/master 2024-11-18T21:19:27,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Set watcher on znode that does not yet exist, /01603628850/acl 2024-11-18T21:19:27,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46571 2024-11-18T21:19:27,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46571 2024-11-18T21:19:27,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46571 2024-11-18T21:19:27,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46571 2024-11-18T21:19:27,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46571 2024-11-18T21:19:27,280 DEBUG [M:0;d63b309a8c2d:40461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:40461 2024-11-18T21:19:27,280 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01603628850/backup-masters/d63b309a8c2d,40461,1731964767027 2024-11-18T21:19:27,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850/backup-masters 2024-11-18T21:19:27,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850/backup-masters 2024-11-18T21:19:27,283 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Set watcher on existing znode=/01603628850/backup-masters/d63b309a8c2d,40461,1731964767027 2024-11-18T21:19:27,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850 2024-11-18T21:19:27,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01603628850/master 2024-11-18T21:19:27,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850 2024-11-18T21:19:27,286 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Set watcher on existing znode=/01603628850/master 2024-11-18T21:19:27,289 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01603628850/backup-masters/d63b309a8c2d,40461,1731964767027 from backup master directory 2024-11-18T21:19:27,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01603628850/backup-masters/d63b309a8c2d,40461,1731964767027 2024-11-18T21:19:27,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850/backup-masters 2024-11-18T21:19:27,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850/backup-masters 2024-11-18T21:19:27,292 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:19:27,292 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,40461,1731964767027 2024-11-18T21:19:27,304 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/hbase.id] with ID: 2cd66b01-7a4f-4456-9b51-403883c885a5 2024-11-18T21:19:27,304 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/.tmp/hbase.id 2024-11-18T21:19:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:19:27,351 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/.tmp/hbase.id]:[hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/hbase.id] 2024-11-18T21:19:27,450 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:27,450 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:19:27,452 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T21:19:27,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850 2024-11-18T21:19:27,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850 2024-11-18T21:19:27,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:19:27,481 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:19:27,482 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:19:27,484 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:27,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:19:27,909 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store 2024-11-18T21:19:27,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:19:27,975 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:27,975 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:19:27,975 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:27,975 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:27,975 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:19:27,975 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:27,975 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:27,975 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964767975Disabling compacts and flushes for region at 1731964767975Disabling writes for close at 1731964767975Writing region close event to WAL at 1731964767975Closed at 1731964767975 2024-11-18T21:19:27,977 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/.initializing 2024-11-18T21:19:27,977 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/WALs/d63b309a8c2d,40461,1731964767027 2024-11-18T21:19:27,978 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:19:27,990 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C40461%2C1731964767027, suffix=, logDir=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/WALs/d63b309a8c2d,40461,1731964767027, archiveDir=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/oldWALs, maxLogs=10 2024-11-18T21:19:28,023 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/WALs/d63b309a8c2d,40461,1731964767027/d63b309a8c2d%2C40461%2C1731964767027.1731964767991, exclude list is [], retry=0 2024-11-18T21:19:28,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46207,DS-c92843b0-5c78-4e6e-ab96-943afd045bfe,DISK] 2024-11-18T21:19:28,063 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/WALs/d63b309a8c2d,40461,1731964767027/d63b309a8c2d%2C40461%2C1731964767027.1731964767991 2024-11-18T21:19:28,063 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45497:45497)] 2024-11-18T21:19:28,063 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:28,064 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:28,064 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:28,064 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:28,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:28,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:19:28,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:28,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:28,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:28,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:19:28,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:28,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:28,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:28,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:19:28,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:28,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:28,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:28,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:19:28,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:28,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:28,113 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:28,120 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:28,121 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:28,139 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:28,139 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:28,140 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:28,145 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:28,164 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:19:28,165 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61176926, jitterRate=-0.08839276432991028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:28,166 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964768064Initializing all the Stores at 1731964768073 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964768073Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964768076 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964768076Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964768076Cleaning up temporary data from old regions at 1731964768139 (+63 ms)Region opened successfully at 1731964768166 (+27 ms) 2024-11-18T21:19:28,169 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:19:28,175 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792965d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:19:28,181 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:19:28,181 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:19:28,181 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:19:28,181 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:19:28,182 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:19:28,182 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:19:28,182 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:19:28,185 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:19:28,186 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Unable to get data of znode /01603628850/balancer because node does not exist (not necessarily an error) 2024-11-18T21:19:28,188 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01603628850/balancer already deleted, retry=false 2024-11-18T21:19:28,188 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:19:28,189 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Unable to get data of znode /01603628850/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:19:28,194 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01603628850/normalizer already deleted, retry=false 2024-11-18T21:19:28,194 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:19:28,197 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Unable to get data of znode /01603628850/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:19:28,199 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01603628850/switch/split already deleted, retry=false 2024-11-18T21:19:28,199 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Unable to get data of znode /01603628850/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:19:28,201 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01603628850/switch/merge already deleted, retry=false 2024-11-18T21:19:28,203 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Unable to get data of znode /01603628850/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:19:28,206 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01603628850/snapshot-cleanup already deleted, retry=false 2024-11-18T21:19:28,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01603628850/running 2024-11-18T21:19:28,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01603628850/running 2024-11-18T21:19:28,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850 2024-11-18T21:19:28,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850 2024-11-18T21:19:28,208 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,40461,1731964767027, sessionid=0x10054c311d00000, setting cluster-up flag (Was=false) 2024-11-18T21:19:28,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850 2024-11-18T21:19:28,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850 2024-11-18T21:19:28,217 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01603628850/flush-table-proc/acquired, /01603628850/flush-table-proc/reached, /01603628850/flush-table-proc/abort 2024-11-18T21:19:28,218 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,40461,1731964767027 2024-11-18T21:19:28,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850 2024-11-18T21:19:28,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850 2024-11-18T21:19:28,229 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01603628850/online-snapshot/acquired, /01603628850/online-snapshot/reached, /01603628850/online-snapshot/abort 2024-11-18T21:19:28,230 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,40461,1731964767027 2024-11-18T21:19:28,233 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:19:28,238 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:28,238 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:19:28,239 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:19:28,239 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of d63b309a8c2d,41407,1731964742521: status=Processing ServerCrashProcedure of d63b309a8c2d,41407,1731964742521 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731964757446, completionTime=-1 appears to have been leaked 2024-11-18T21:19:28,239 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,40461,1731964767027 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:19:28,245 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:28,245 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:28,245 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:28,245 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:28,245 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:19:28,245 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:28,245 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:19:28,245 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:28,265 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:28,265 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:19:28,266 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:28,267 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:19:28,286 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer(746): ClusterId : 2cd66b01-7a4f-4456-9b51-403883c885a5 2024-11-18T21:19:28,286 DEBUG [RS:0;d63b309a8c2d:46571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:19:28,288 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731964798288 2024-11-18T21:19:28,288 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:19:28,288 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:19:28,288 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:19:28,288 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:19:28,288 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:19:28,288 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:19:28,289 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:28,293 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:19:28,293 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:19:28,293 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:19:28,293 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:19:28,293 DEBUG [RS:0;d63b309a8c2d:46571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:19:28,293 DEBUG [RS:0;d63b309a8c2d:46571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:19:28,293 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:19:28,293 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:19:28,296 DEBUG [RS:0;d63b309a8c2d:46571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:19:28,296 DEBUG [RS:0;d63b309a8c2d:46571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8aef3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:19:28,298 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964768293,5,FailOnTimeoutGroup] 2024-11-18T21:19:28,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:19:28,306 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964768298,5,FailOnTimeoutGroup] 2024-11-18T21:19:28,306 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:28,306 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:19:28,306 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:28,306 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:28,322 DEBUG [RS:0;d63b309a8c2d:46571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:46571 2024-11-18T21:19:28,322 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:19:28,323 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:19:28,323 DEBUG [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:19:28,325 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,40461,1731964767027 with port=46571, startcode=1731964767190 2024-11-18T21:19:28,325 DEBUG [RS:0;d63b309a8c2d:46571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:19:28,330 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:19:28,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,46571,1731964767190 2024-11-18T21:19:28,337 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40461 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,46571,1731964767190 2024-11-18T21:19:28,339 DEBUG [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035 2024-11-18T21:19:28,339 DEBUG [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32925 2024-11-18T21:19:28,339 DEBUG [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:19:28,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850/rs 2024-11-18T21:19:28,347 DEBUG [RS:0;d63b309a8c2d:46571 {}] zookeeper.ZKUtil(111): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Set watcher on existing znode=/01603628850/rs/d63b309a8c2d,46571,1731964767190 2024-11-18T21:19:28,347 WARN [RS:0;d63b309a8c2d:46571 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:19:28,347 INFO [RS:0;d63b309a8c2d:46571 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:28,347 DEBUG [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/WALs/d63b309a8c2d,46571,1731964767190 2024-11-18T21:19:28,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,46571,1731964767190] 2024-11-18T21:19:28,358 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:19:28,360 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:19:28,365 INFO [RS:0;d63b309a8c2d:46571 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:19:28,365 INFO [RS:0;d63b309a8c2d:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:28,365 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:19:28,373 INFO [RS:0;d63b309a8c2d:46571 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:19:28,373 INFO [RS:0;d63b309a8c2d:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:28,373 DEBUG [RS:0;d63b309a8c2d:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:28,373 DEBUG [RS:0;d63b309a8c2d:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:28,373 DEBUG [RS:0;d63b309a8c2d:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:28,373 DEBUG [RS:0;d63b309a8c2d:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:28,373 DEBUG [RS:0;d63b309a8c2d:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:28,373 DEBUG [RS:0;d63b309a8c2d:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:19:28,373 DEBUG [RS:0;d63b309a8c2d:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:28,374 DEBUG [RS:0;d63b309a8c2d:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:28,374 DEBUG [RS:0;d63b309a8c2d:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:28,374 DEBUG [RS:0;d63b309a8c2d:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:28,374 DEBUG [RS:0;d63b309a8c2d:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:28,374 DEBUG [RS:0;d63b309a8c2d:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:28,374 DEBUG [RS:0;d63b309a8c2d:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:19:28,374 DEBUG [RS:0;d63b309a8c2d:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:19:28,404 INFO [RS:0;d63b309a8c2d:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:28,405 INFO [RS:0;d63b309a8c2d:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:28,405 INFO [RS:0;d63b309a8c2d:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:28,405 INFO [RS:0;d63b309a8c2d:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:28,405 INFO [RS:0;d63b309a8c2d:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:28,405 INFO [RS:0;d63b309a8c2d:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,46571,1731964767190-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:19:28,425 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:19:28,426 INFO [RS:0;d63b309a8c2d:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,46571,1731964767190-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:28,426 INFO [RS:0;d63b309a8c2d:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:28,426 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.Replication(171): d63b309a8c2d,46571,1731964767190 started 2024-11-18T21:19:28,452 INFO [RS:0;d63b309a8c2d:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:28,452 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,46571,1731964767190, RpcServer on d63b309a8c2d/172.17.0.3:46571, sessionid=0x10054c311d00001 2024-11-18T21:19:28,453 DEBUG [RS:0;d63b309a8c2d:46571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:19:28,453 DEBUG [RS:0;d63b309a8c2d:46571 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,46571,1731964767190 2024-11-18T21:19:28,453 DEBUG [RS:0;d63b309a8c2d:46571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,46571,1731964767190' 2024-11-18T21:19:28,453 DEBUG [RS:0;d63b309a8c2d:46571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01603628850/flush-table-proc/abort' 2024-11-18T21:19:28,458 DEBUG [RS:0;d63b309a8c2d:46571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01603628850/flush-table-proc/acquired' 2024-11-18T21:19:28,458 DEBUG [RS:0;d63b309a8c2d:46571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:19:28,458 DEBUG [RS:0;d63b309a8c2d:46571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:19:28,458 DEBUG [RS:0;d63b309a8c2d:46571 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,46571,1731964767190 2024-11-18T21:19:28,458 DEBUG [RS:0;d63b309a8c2d:46571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,46571,1731964767190' 2024-11-18T21:19:28,458 DEBUG [RS:0;d63b309a8c2d:46571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01603628850/online-snapshot/abort' 2024-11-18T21:19:28,459 DEBUG [RS:0;d63b309a8c2d:46571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01603628850/online-snapshot/acquired' 2024-11-18T21:19:28,460 DEBUG [RS:0;d63b309a8c2d:46571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:19:28,460 INFO [RS:0;d63b309a8c2d:46571 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:19:28,460 INFO [RS:0;d63b309a8c2d:46571 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:19:28,560 INFO [RS:0;d63b309a8c2d:46571 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:19:28,563 INFO [RS:0;d63b309a8c2d:46571 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C46571%2C1731964767190, suffix=, logDir=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/WALs/d63b309a8c2d,46571,1731964767190, archiveDir=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/oldWALs, maxLogs=10 2024-11-18T21:19:28,584 DEBUG [RS:0;d63b309a8c2d:46571 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/WALs/d63b309a8c2d,46571,1731964767190/d63b309a8c2d%2C46571%2C1731964767190.1731964768564, exclude list is [], retry=0 2024-11-18T21:19:28,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46207,DS-c92843b0-5c78-4e6e-ab96-943afd045bfe,DISK] 2024-11-18T21:19:28,600 INFO [RS:0;d63b309a8c2d:46571 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/WALs/d63b309a8c2d,46571,1731964767190/d63b309a8c2d%2C46571%2C1731964767190.1731964768564 2024-11-18T21:19:28,600 DEBUG [RS:0;d63b309a8c2d:46571 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45497:45497)] 2024-11-18T21:19:28,708 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:19:28,708 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035 2024-11-18T21:19:28,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741833_1009 (size=32) 2024-11-18T21:19:28,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:28,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:19:28,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:19:28,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:28,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:28,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:19:28,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:19:28,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:28,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:28,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:19:28,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:19:28,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:28,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:28,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:19:28,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:19:28,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:28,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:28,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:19:28,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740 2024-11-18T21:19:28,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740 2024-11-18T21:19:28,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:19:28,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:19:28,751 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:28,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:19:28,756 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:19:28,757 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66747458, jitterRate=-0.005385369062423706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:28,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731964768735Initializing all the Stores at 1731964768737 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964768737Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964768737Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964768737Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964768737Cleaning up temporary data from old regions at 1731964768751 (+14 ms)Region opened successfully at 1731964768757 (+6 ms) 2024-11-18T21:19:28,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:19:28,758 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:19:28,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:19:28,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:19:28,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:19:28,759 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:19:28,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964768758Disabling compacts and flushes for region at 1731964768758Disabling writes for close at 1731964768758Writing region close event to WAL at 1731964768759 (+1 ms)Closed at 1731964768759 2024-11-18T21:19:28,760 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:28,760 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:19:28,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:19:28,762 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:19:28,764 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:19:28,919 DEBUG [d63b309a8c2d:40461 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:19:28,919 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,46571,1731964767190 2024-11-18T21:19:28,921 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,46571,1731964767190, state=OPENING 2024-11-18T21:19:28,924 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:19:28,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850 2024-11-18T21:19:28,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850 2024-11-18T21:19:28,926 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:19:28,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,46571,1731964767190}] 2024-11-18T21:19:28,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01603628850/meta-region-server: CHANGED 2024-11-18T21:19:28,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01603628850/meta-region-server: CHANGED 2024-11-18T21:19:29,081 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:19:29,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:19:29,092 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:19:29,092 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:29,093 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:19:29,095 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C46571%2C1731964767190.meta, suffix=.meta, logDir=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/WALs/d63b309a8c2d,46571,1731964767190, archiveDir=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/oldWALs, maxLogs=10 2024-11-18T21:19:29,114 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/WALs/d63b309a8c2d,46571,1731964767190/d63b309a8c2d%2C46571%2C1731964767190.meta.1731964769095.meta, exclude list is [], retry=0 2024-11-18T21:19:29,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46207,DS-c92843b0-5c78-4e6e-ab96-943afd045bfe,DISK] 2024-11-18T21:19:29,121 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/WALs/d63b309a8c2d,46571,1731964767190/d63b309a8c2d%2C46571%2C1731964767190.meta.1731964769095.meta 2024-11-18T21:19:29,125 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45497:45497)] 2024-11-18T21:19:29,125 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:29,125 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:19:29,125 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:19:29,126 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:19:29,126 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:19:29,126 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:19:29,126 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:29,126 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:19:29,126 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:19:29,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:19:29,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:19:29,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:29,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:29,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:19:29,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:19:29,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:29,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:29,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:19:29,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:19:29,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:29,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:29,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:19:29,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:19:29,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:29,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:29,134 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:19:29,135 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740 2024-11-18T21:19:29,136 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740 2024-11-18T21:19:29,138 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:19:29,138 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:19:29,138 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:29,140 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:19:29,141 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66095850, jitterRate=-0.01509508490562439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:29,141 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:19:29,141 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964769126Writing region info on filesystem at 1731964769126Initializing all the Stores at 1731964769127 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964769127Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964769128 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964769128Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964769128Cleaning up temporary data from old regions at 1731964769138 (+10 ms)Running coprocessor post-open hooks at 1731964769141 (+3 ms)Region opened successfully at 1731964769141 2024-11-18T21:19:29,143 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731964769081 2024-11-18T21:19:29,145 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:19:29,146 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:19:29,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,46571,1731964767190 2024-11-18T21:19:29,147 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,46571,1731964767190, state=OPEN 2024-11-18T21:19:29,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01603628850/meta-region-server 2024-11-18T21:19:29,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01603628850/meta-region-server 2024-11-18T21:19:29,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01603628850/meta-region-server: CHANGED 2024-11-18T21:19:29,153 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,46571,1731964767190 2024-11-18T21:19:29,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01603628850/meta-region-server: CHANGED 2024-11-18T21:19:29,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:19:29,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,46571,1731964767190 in 226 msec 2024-11-18T21:19:29,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:19:29,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-11-18T21:19:29,164 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:29,164 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:19:29,166 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:29,166 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,46571,1731964767190, seqNum=-1] 2024-11-18T21:19:29,166 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:29,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:19:29,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 951 msec 2024-11-18T21:19:29,191 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964769191, completionTime=-1 2024-11-18T21:19:29,191 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:19:29,191 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:19:29,194 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:19:29,194 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731964829194 2024-11-18T21:19:29,194 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731964889194 2024-11-18T21:19:29,194 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T21:19:29,195 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40461,1731964767027-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:29,195 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40461,1731964767027-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:29,195 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40461,1731964767027-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:29,195 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:40461, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:29,195 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:29,196 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:29,201 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:19:29,206 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.914sec 2024-11-18T21:19:29,206 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:19:29,206 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:19:29,206 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:19:29,206 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:19:29,206 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:19:29,206 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40461,1731964767027-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:19:29,206 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40461,1731964767027-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:19:29,211 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:19:29,211 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:19:29,212 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40461,1731964767027-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:29,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7032b8e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:29,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,40461,-1 for getting cluster id 2024-11-18T21:19:29,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:29,296 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cd66b01-7a4f-4456-9b51-403883c885a5' 2024-11-18T21:19:29,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:29,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cd66b01-7a4f-4456-9b51-403883c885a5" 2024-11-18T21:19:29,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600e54dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:29,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,40461,-1] 2024-11-18T21:19:29,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:29,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:29,299 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:29,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bec2631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:29,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:29,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,46571,1731964767190, seqNum=-1] 2024-11-18T21:19:29,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:29,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:19:29,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,40461,1731964767027 2024-11-18T21:19:29,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52359 2024-11-18T21:19:29,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:29,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10054c311d00002 connected 2024-11-18T21:19:29,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/hadoop.log.dir so I do NOT create it in target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74 2024-11-18T21:19:29,328 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:19:29,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/hadoop.tmp.dir so I do NOT create it in target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74 2024-11-18T21:19:29,328 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:19:29,328 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74 2024-11-18T21:19:29,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:19:29,328 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/cluster_ac576c22-94a8-4006-08e2-9a4c38259b64, deleteOnExit=true 2024-11-18T21:19:29,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:19:29,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/test.cache.data in system properties and HBase conf 2024-11-18T21:19:29,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:19:29,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:19:29,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:19:29,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:19:29,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:19:29,329 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:19:29,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:19:29,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:19:29,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:19:29,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:19:29,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:19:29,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:19:29,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:19:29,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:19:29,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:19:29,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:19:29,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:19:29,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:19:29,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:19:29,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:19:29,414 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T21:19:29,416 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:19:29,439 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:19:29,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:19:29,468 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:19:29,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:19:29,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:19:29,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:19:29,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:19:29,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48fdfcc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:19:29,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54197af4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:19:29,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@85d4ad9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/java.io.tmpdir/jetty-localhost-39325-hadoop-hdfs-3_4_1-tests_jar-_-any-6025113641899887009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:19:29,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bbd42b8{HTTP/1.1, (http/1.1)}{localhost:39325} 2024-11-18T21:19:29,649 INFO [Time-limited test {}] server.Server(415): Started @36025ms 2024-11-18T21:19:29,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:19:29,914 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:19:29,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:19:29,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:19:29,923 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:19:29,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cd585af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:19:29,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4858e07a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:19:30,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54b5ea35{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/java.io.tmpdir/jetty-localhost-42751-hadoop-hdfs-3_4_1-tests_jar-_-any-9174716744404116927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:19:30,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5142cfbb{HTTP/1.1, (http/1.1)}{localhost:42751} 2024-11-18T21:19:30,064 INFO [Time-limited test {}] server.Server(415): Started @36440ms 2024-11-18T21:19:30,065 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:19:30,222 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/cluster_ac576c22-94a8-4006-08e2-9a4c38259b64/data/data1/current/BP-1808929349-172.17.0.3-1731964769352/current, will proceed with Du for space computation calculation, 2024-11-18T21:19:30,222 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/cluster_ac576c22-94a8-4006-08e2-9a4c38259b64/data/data2/current/BP-1808929349-172.17.0.3-1731964769352/current, will proceed with Du for space computation calculation, 2024-11-18T21:19:30,260 WARN [Thread-605 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:19:30,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c0b97e2286b8245 with lease ID 0xabfdbeff4080e9ba: Processing first storage report for DS-debe52f2-5473-49a3-b340-6b3d5f2c1c70 from datanode DatanodeRegistration(127.0.0.1:39245, datanodeUuid=6e3505c0-4d36-482b-99f2-74d31862bc35, infoPort=45181, infoSecurePort=0, ipcPort=43793, storageInfo=lv=-57;cid=testClusterID;nsid=1166112353;c=1731964769352) 2024-11-18T21:19:30,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c0b97e2286b8245 with lease ID 0xabfdbeff4080e9ba: from storage DS-debe52f2-5473-49a3-b340-6b3d5f2c1c70 node DatanodeRegistration(127.0.0.1:39245, datanodeUuid=6e3505c0-4d36-482b-99f2-74d31862bc35, infoPort=45181, infoSecurePort=0, ipcPort=43793, storageInfo=lv=-57;cid=testClusterID;nsid=1166112353;c=1731964769352), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:19:30,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c0b97e2286b8245 with lease ID 0xabfdbeff4080e9ba: Processing first storage report for DS-76c0a6a6-3357-461d-b626-bc5d0b84c2ed from datanode DatanodeRegistration(127.0.0.1:39245, datanodeUuid=6e3505c0-4d36-482b-99f2-74d31862bc35, infoPort=45181, infoSecurePort=0, ipcPort=43793, storageInfo=lv=-57;cid=testClusterID;nsid=1166112353;c=1731964769352) 2024-11-18T21:19:30,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c0b97e2286b8245 with lease ID 0xabfdbeff4080e9ba: from storage DS-76c0a6a6-3357-461d-b626-bc5d0b84c2ed node DatanodeRegistration(127.0.0.1:39245, datanodeUuid=6e3505c0-4d36-482b-99f2-74d31862bc35, infoPort=45181, infoSecurePort=0, ipcPort=43793, storageInfo=lv=-57;cid=testClusterID;nsid=1166112353;c=1731964769352), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:19:30,337 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74 2024-11-18T21:19:30,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:30,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:30,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:19:30,364 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105 with version=8 2024-11-18T21:19:30,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/hbase-staging 2024-11-18T21:19:30,374 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:19:30,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:30,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:30,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:19:30,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:30,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:19:30,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:19:30,374 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:19:30,375 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39323 2024-11-18T21:19:30,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39323 connecting to ZooKeeper ensemble=127.0.0.1:52359 2024-11-18T21:19:30,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393230x0, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:30,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39323-0x10054c311d00003 connected 2024-11-18T21:19:30,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:30,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:30,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Set watcher on znode that does not yet exist, /1390437859/running 2024-11-18T21:19:30,414 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105, hbase.cluster.distributed=false 2024-11-18T21:19:30,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Set watcher on znode that does not yet exist, /1390437859/acl 2024-11-18T21:19:30,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39323 2024-11-18T21:19:30,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39323 2024-11-18T21:19:30,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39323 2024-11-18T21:19:30,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39323 2024-11-18T21:19:30,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39323 2024-11-18T21:19:30,462 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:19:30,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:30,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:30,462 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:19:30,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:30,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:19:30,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:19:30,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:19:30,466 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40231 2024-11-18T21:19:30,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40231 connecting to ZooKeeper ensemble=127.0.0.1:52359 2024-11-18T21:19:30,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:30,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:30,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402310x0, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:30,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402310x0, quorum=127.0.0.1:52359, baseZNode=/1390437859 Set watcher on znode that does not yet exist, /1390437859/running 2024-11-18T21:19:30,515 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:19:30,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40231-0x10054c311d00004 connected 2024-11-18T21:19:30,521 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:19:30,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Set watcher on znode that does not yet exist, /1390437859/master 2024-11-18T21:19:30,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Set watcher on znode that does not yet exist, /1390437859/acl 2024-11-18T21:19:30,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40231 2024-11-18T21:19:30,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40231 2024-11-18T21:19:30,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40231 2024-11-18T21:19:30,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40231 2024-11-18T21:19:30,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40231 2024-11-18T21:19:30,604 DEBUG [M:0;d63b309a8c2d:39323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:39323 2024-11-18T21:19:30,617 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1390437859/backup-masters/d63b309a8c2d,39323,1731964770373 2024-11-18T21:19:30,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859/backup-masters 2024-11-18T21:19:30,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859/backup-masters 2024-11-18T21:19:30,626 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Set watcher on existing znode=/1390437859/backup-masters/d63b309a8c2d,39323,1731964770373 2024-11-18T21:19:30,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1390437859/master 2024-11-18T21:19:30,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859 2024-11-18T21:19:30,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859 2024-11-18T21:19:30,628 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Set watcher on existing znode=/1390437859/master 2024-11-18T21:19:30,629 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1390437859/backup-masters/d63b309a8c2d,39323,1731964770373 from backup master directory 2024-11-18T21:19:30,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1390437859/backup-masters/d63b309a8c2d,39323,1731964770373 2024-11-18T21:19:30,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859/backup-masters 2024-11-18T21:19:30,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859/backup-masters 2024-11-18T21:19:30,631 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:19:30,631 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,39323,1731964770373 2024-11-18T21:19:30,636 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/hbase.id] with ID: 44d6ee12-788c-415b-b3c7-df027e658247 2024-11-18T21:19:30,636 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/.tmp/hbase.id 2024-11-18T21:19:30,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:19:30,643 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/.tmp/hbase.id]:[hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/hbase.id] 2024-11-18T21:19:30,656 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:30,656 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:19:30,658 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T21:19:30,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859 2024-11-18T21:19:30,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859 2024-11-18T21:19:30,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:19:31,071 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:19:31,073 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:19:31,073 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:31,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:19:31,524 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store 2024-11-18T21:19:31,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:19:31,565 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:31,566 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:19:31,566 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:31,566 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:31,566 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:19:31,566 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:31,566 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:31,566 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964771565Disabling compacts and flushes for region at 1731964771566 (+1 ms)Disabling writes for close at 1731964771566Writing region close event to WAL at 1731964771566Closed at 1731964771566 2024-11-18T21:19:31,573 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/.initializing 2024-11-18T21:19:31,573 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/WALs/d63b309a8c2d,39323,1731964770373 2024-11-18T21:19:31,586 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:19:31,601 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C39323%2C1731964770373, suffix=, logDir=hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/WALs/d63b309a8c2d,39323,1731964770373, archiveDir=hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/oldWALs, maxLogs=10 2024-11-18T21:19:31,628 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/WALs/d63b309a8c2d,39323,1731964770373/d63b309a8c2d%2C39323%2C1731964770373.1731964771601, exclude list is [], retry=0 2024-11-18T21:19:31,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39245,DS-debe52f2-5473-49a3-b340-6b3d5f2c1c70,DISK] 2024-11-18T21:19:31,658 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/WALs/d63b309a8c2d,39323,1731964770373/d63b309a8c2d%2C39323%2C1731964770373.1731964771601 2024-11-18T21:19:31,669 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45181:45181)] 2024-11-18T21:19:31,669 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:31,669 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:31,670 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:31,670 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:31,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:31,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:19:31,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:31,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:31,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:31,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:19:31,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:31,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:31,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:31,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:19:31,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:31,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:31,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:31,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:19:31,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:31,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:31,682 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:31,683 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:31,684 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:31,686 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:31,686 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:31,687 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:31,688 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:31,702 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:19:31,703 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74593138, jitterRate=0.11152437329292297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:31,703 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964771670Initializing all the Stores at 1731964771672 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964771672Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964771672Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964771672Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964771672Cleaning up temporary data from old regions at 1731964771686 (+14 ms)Region opened successfully at 1731964771703 (+17 ms) 2024-11-18T21:19:31,708 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:19:31,713 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524000d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:19:31,717 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:19:31,717 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:19:31,717 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:19:31,717 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:19:31,726 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 8 msec 2024-11-18T21:19:31,726 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:19:31,727 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:19:31,763 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:19:31,765 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Unable to get data of znode /1390437859/balancer because node does not exist (not necessarily an error) 2024-11-18T21:19:31,767 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1390437859/balancer already deleted, retry=false 2024-11-18T21:19:31,768 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:19:31,769 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Unable to get data of znode /1390437859/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:19:31,776 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1390437859/normalizer already deleted, retry=false 2024-11-18T21:19:31,778 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:19:31,793 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Unable to get data of znode /1390437859/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:19:31,794 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1390437859/switch/split already deleted, retry=false 2024-11-18T21:19:31,796 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Unable to get data of znode /1390437859/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:19:31,800 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1390437859/switch/merge already deleted, retry=false 2024-11-18T21:19:31,803 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Unable to get data of znode /1390437859/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:19:31,804 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1390437859/snapshot-cleanup already deleted, retry=false 2024-11-18T21:19:31,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1390437859/running 2024-11-18T21:19:31,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859 2024-11-18T21:19:31,809 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,39323,1731964770373, sessionid=0x10054c311d00003, setting cluster-up flag (Was=false) 2024-11-18T21:19:31,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1390437859/running 2024-11-18T21:19:31,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859 2024-11-18T21:19:31,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859 2024-11-18T21:19:31,839 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1390437859/flush-table-proc/acquired, /1390437859/flush-table-proc/reached, /1390437859/flush-table-proc/abort 2024-11-18T21:19:31,840 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,39323,1731964770373 2024-11-18T21:19:31,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859 2024-11-18T21:19:31,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859 2024-11-18T21:19:31,865 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1390437859/online-snapshot/acquired, /1390437859/online-snapshot/reached, /1390437859/online-snapshot/abort 2024-11-18T21:19:31,874 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,39323,1731964770373 2024-11-18T21:19:31,875 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:19:31,887 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:31,888 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:19:31,888 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:19:31,888 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,39323,1731964770373 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:19:31,890 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:31,890 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:31,890 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:31,890 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:31,890 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:19:31,891 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:31,891 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:19:31,891 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:31,896 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:31,896 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:19:31,898 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:31,898 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:19:31,899 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.HRegionServer(746): ClusterId : 44d6ee12-788c-415b-b3c7-df027e658247 2024-11-18T21:19:31,899 DEBUG [RS:0;d63b309a8c2d:40231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:19:31,904 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731964801904 2024-11-18T21:19:31,905 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:19:31,905 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:19:31,905 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:19:31,905 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:19:31,905 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:19:31,905 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:19:31,905 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:31,906 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:19:31,906 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:19:31,906 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:19:31,906 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:19:31,906 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:19:31,906 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:19:31,907 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964771906,5,FailOnTimeoutGroup] 2024-11-18T21:19:31,907 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964771907,5,FailOnTimeoutGroup] 2024-11-18T21:19:31,907 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:31,908 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:19:31,908 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:31,908 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:31,909 DEBUG [RS:0;d63b309a8c2d:40231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:19:31,909 DEBUG [RS:0;d63b309a8c2d:40231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:19:31,911 DEBUG [RS:0;d63b309a8c2d:40231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:19:31,911 DEBUG [RS:0;d63b309a8c2d:40231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54febc1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:19:31,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:19:31,931 DEBUG [RS:0;d63b309a8c2d:40231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:40231 2024-11-18T21:19:31,931 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:19:31,931 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:19:31,931 DEBUG [RS:0;d63b309a8c2d:40231 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:19:31,933 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,39323,1731964770373 with port=40231, startcode=1731964770461 2024-11-18T21:19:31,934 DEBUG [RS:0;d63b309a8c2d:40231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:19:31,942 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:19:31,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,40231,1731964770461 2024-11-18T21:19:31,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39323 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,40231,1731964770461 2024-11-18T21:19:31,952 DEBUG [RS:0;d63b309a8c2d:40231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105 2024-11-18T21:19:31,952 DEBUG [RS:0;d63b309a8c2d:40231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41121 2024-11-18T21:19:31,952 DEBUG [RS:0;d63b309a8c2d:40231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:19:31,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859/rs 2024-11-18T21:19:31,959 DEBUG [RS:0;d63b309a8c2d:40231 {}] zookeeper.ZKUtil(111): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Set watcher on existing znode=/1390437859/rs/d63b309a8c2d,40231,1731964770461 2024-11-18T21:19:31,959 WARN [RS:0;d63b309a8c2d:40231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:19:31,959 INFO [RS:0;d63b309a8c2d:40231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:31,960 DEBUG [RS:0;d63b309a8c2d:40231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/WALs/d63b309a8c2d,40231,1731964770461 2024-11-18T21:19:31,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,40231,1731964770461] 2024-11-18T21:19:31,979 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:19:31,981 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:19:31,990 INFO [RS:0;d63b309a8c2d:40231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:19:31,990 INFO [RS:0;d63b309a8c2d:40231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:31,990 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:19:31,991 INFO [RS:0;d63b309a8c2d:40231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:19:31,992 INFO [RS:0;d63b309a8c2d:40231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:31,992 DEBUG [RS:0;d63b309a8c2d:40231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:31,992 DEBUG [RS:0;d63b309a8c2d:40231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:31,992 DEBUG [RS:0;d63b309a8c2d:40231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:31,992 DEBUG [RS:0;d63b309a8c2d:40231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:31,992 DEBUG [RS:0;d63b309a8c2d:40231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:31,992 DEBUG [RS:0;d63b309a8c2d:40231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:19:31,992 DEBUG [RS:0;d63b309a8c2d:40231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:31,992 DEBUG [RS:0;d63b309a8c2d:40231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:31,992 DEBUG [RS:0;d63b309a8c2d:40231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:31,992 DEBUG [RS:0;d63b309a8c2d:40231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:31,992 DEBUG [RS:0;d63b309a8c2d:40231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:31,992 DEBUG [RS:0;d63b309a8c2d:40231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:31,992 DEBUG [RS:0;d63b309a8c2d:40231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:19:31,992 DEBUG [RS:0;d63b309a8c2d:40231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:19:32,014 INFO [RS:0;d63b309a8c2d:40231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:32,014 INFO [RS:0;d63b309a8c2d:40231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:32,015 INFO [RS:0;d63b309a8c2d:40231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:32,015 INFO [RS:0;d63b309a8c2d:40231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:32,015 INFO [RS:0;d63b309a8c2d:40231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:32,015 INFO [RS:0;d63b309a8c2d:40231 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40231,1731964770461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:19:32,042 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:19:32,042 INFO [RS:0;d63b309a8c2d:40231 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40231,1731964770461-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:32,042 INFO [RS:0;d63b309a8c2d:40231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:32,043 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.Replication(171): d63b309a8c2d,40231,1731964770461 started 2024-11-18T21:19:32,067 INFO [RS:0;d63b309a8c2d:40231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:32,067 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,40231,1731964770461, RpcServer on d63b309a8c2d/172.17.0.3:40231, sessionid=0x10054c311d00004 2024-11-18T21:19:32,067 DEBUG [RS:0;d63b309a8c2d:40231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:19:32,067 DEBUG [RS:0;d63b309a8c2d:40231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,40231,1731964770461 2024-11-18T21:19:32,067 DEBUG [RS:0;d63b309a8c2d:40231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,40231,1731964770461' 2024-11-18T21:19:32,067 DEBUG [RS:0;d63b309a8c2d:40231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1390437859/flush-table-proc/abort' 2024-11-18T21:19:32,073 DEBUG [RS:0;d63b309a8c2d:40231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1390437859/flush-table-proc/acquired' 2024-11-18T21:19:32,085 DEBUG [RS:0;d63b309a8c2d:40231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:19:32,085 DEBUG [RS:0;d63b309a8c2d:40231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:19:32,085 DEBUG [RS:0;d63b309a8c2d:40231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,40231,1731964770461 2024-11-18T21:19:32,085 DEBUG [RS:0;d63b309a8c2d:40231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,40231,1731964770461' 2024-11-18T21:19:32,085 DEBUG [RS:0;d63b309a8c2d:40231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1390437859/online-snapshot/abort' 2024-11-18T21:19:32,094 DEBUG [RS:0;d63b309a8c2d:40231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1390437859/online-snapshot/acquired' 2024-11-18T21:19:32,109 DEBUG [RS:0;d63b309a8c2d:40231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:19:32,109 INFO [RS:0;d63b309a8c2d:40231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:19:32,109 INFO [RS:0;d63b309a8c2d:40231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:19:32,209 INFO [RS:0;d63b309a8c2d:40231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:19:32,218 INFO [RS:0;d63b309a8c2d:40231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C40231%2C1731964770461, suffix=, logDir=hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/WALs/d63b309a8c2d,40231,1731964770461, archiveDir=hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/oldWALs, maxLogs=10 2024-11-18T21:19:32,240 DEBUG [RS:0;d63b309a8c2d:40231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/WALs/d63b309a8c2d,40231,1731964770461/d63b309a8c2d%2C40231%2C1731964770461.1731964772218, exclude list is [], retry=0 2024-11-18T21:19:32,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39245,DS-debe52f2-5473-49a3-b340-6b3d5f2c1c70,DISK] 2024-11-18T21:19:32,277 INFO [RS:0;d63b309a8c2d:40231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/WALs/d63b309a8c2d,40231,1731964770461/d63b309a8c2d%2C40231%2C1731964770461.1731964772218 2024-11-18T21:19:32,297 DEBUG [RS:0;d63b309a8c2d:40231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45181:45181)] 2024-11-18T21:19:32,333 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:19:32,333 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105 2024-11-18T21:19:32,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741833_1009 (size=32) 2024-11-18T21:19:32,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:32,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:19:32,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:19:32,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:32,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:32,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:19:32,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:19:32,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:32,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:32,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:19:32,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:19:32,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:32,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:32,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:19:32,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:19:32,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:32,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:32,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:19:32,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/data/hbase/meta/1588230740 2024-11-18T21:19:32,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/data/hbase/meta/1588230740 2024-11-18T21:19:32,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:19:32,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:19:32,477 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:32,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:19:32,499 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:19:32,501 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72395610, jitterRate=0.07877865433692932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:32,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731964772407Initializing all the Stores at 1731964772414 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964772414Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964772416 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964772416Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964772416Cleaning up temporary data from old regions at 1731964772474 (+58 ms)Region opened successfully at 1731964772501 (+27 ms) 2024-11-18T21:19:32,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:19:32,502 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:19:32,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:19:32,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:19:32,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:19:32,512 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:19:32,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964772501Disabling compacts and flushes for region at 1731964772502 (+1 ms)Disabling writes for close at 1731964772502Writing region close event to WAL at 1731964772511 (+9 ms)Closed at 1731964772511 2024-11-18T21:19:32,518 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:32,518 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:19:32,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:19:32,520 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:19:32,530 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:19:32,680 DEBUG [d63b309a8c2d:39323 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:19:32,681 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,40231,1731964770461 2024-11-18T21:19:32,683 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,40231,1731964770461, state=OPENING 2024-11-18T21:19:32,699 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:19:32,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859 2024-11-18T21:19:32,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859 2024-11-18T21:19:32,701 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:19:32,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1390437859/meta-region-server: CHANGED 2024-11-18T21:19:32,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,40231,1731964770461}] 2024-11-18T21:19:32,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1390437859/meta-region-server: CHANGED 2024-11-18T21:19:32,856 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:19:32,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:19:32,863 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:19:32,863 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:32,863 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:19:32,865 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C40231%2C1731964770461.meta, suffix=.meta, logDir=hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/WALs/d63b309a8c2d,40231,1731964770461, archiveDir=hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/oldWALs, maxLogs=10 2024-11-18T21:19:32,880 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/WALs/d63b309a8c2d,40231,1731964770461/d63b309a8c2d%2C40231%2C1731964770461.meta.1731964772866.meta, exclude list is [], retry=0 2024-11-18T21:19:32,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39245,DS-debe52f2-5473-49a3-b340-6b3d5f2c1c70,DISK] 2024-11-18T21:19:32,885 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/WALs/d63b309a8c2d,40231,1731964770461/d63b309a8c2d%2C40231%2C1731964770461.meta.1731964772866.meta 2024-11-18T21:19:32,886 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45181:45181)] 2024-11-18T21:19:32,886 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:32,886 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:19:32,887 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:19:32,887 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:19:32,887 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:19:32,887 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:19:32,887 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:32,887 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:19:32,887 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:19:32,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:19:32,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:19:32,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:32,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:32,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:19:32,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:19:32,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:32,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:32,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:19:32,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:19:32,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:32,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:32,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:19:32,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:19:32,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:32,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:32,896 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:19:32,896 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/data/hbase/meta/1588230740 2024-11-18T21:19:32,898 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/data/hbase/meta/1588230740 2024-11-18T21:19:32,899 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:19:32,899 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:19:32,900 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:32,902 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:19:32,909 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59697543, jitterRate=-0.1104372888803482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:32,909 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:19:32,909 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964772887Writing region info on filesystem at 1731964772887Initializing all the Stores at 1731964772888 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964772888Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964772889 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964772889Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964772889Cleaning up temporary data from old regions at 1731964772899 (+10 ms)Running coprocessor post-open hooks at 1731964772909 (+10 ms)Region opened successfully at 1731964772909 2024-11-18T21:19:32,910 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731964772856 2024-11-18T21:19:32,914 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:19:32,914 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:19:32,915 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,40231,1731964770461 2024-11-18T21:19:32,916 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,40231,1731964770461, state=OPEN 2024-11-18T21:19:32,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1390437859/meta-region-server 2024-11-18T21:19:32,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1390437859/meta-region-server 2024-11-18T21:19:32,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1390437859/meta-region-server: CHANGED 2024-11-18T21:19:32,918 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,40231,1731964770461 2024-11-18T21:19:32,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1390437859/meta-region-server: CHANGED 2024-11-18T21:19:32,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:19:32,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,40231,1731964770461 in 217 msec 2024-11-18T21:19:32,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:19:32,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-11-18T21:19:32,927 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:32,927 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:19:32,928 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:32,928 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40231,1731964770461, seqNum=-1] 2024-11-18T21:19:32,929 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:32,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:19:32,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0550 sec 2024-11-18T21:19:32,937 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964772937, completionTime=-1 2024-11-18T21:19:32,937 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:19:32,937 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:19:32,939 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:19:32,939 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731964832939 2024-11-18T21:19:32,939 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731964892939 2024-11-18T21:19:32,939 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T21:19:32,940 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39323,1731964770373-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:32,940 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39323,1731964770373-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:32,940 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39323,1731964770373-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:32,940 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:39323, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:32,940 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:32,940 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:32,943 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:19:32,945 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.314sec 2024-11-18T21:19:32,945 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:19:32,945 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:19:32,945 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:19:32,946 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:19:32,946 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:19:32,946 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39323,1731964770373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:19:32,946 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39323,1731964770373-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:19:32,949 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:19:32,949 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:19:32,949 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39323,1731964770373-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:33,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5831a53d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:33,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,39323,-1 for getting cluster id 2024-11-18T21:19:33,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:33,004 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44d6ee12-788c-415b-b3c7-df027e658247' 2024-11-18T21:19:33,004 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:33,004 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44d6ee12-788c-415b-b3c7-df027e658247" 2024-11-18T21:19:33,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@977a150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:33,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,39323,-1] 2024-11-18T21:19:33,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:33,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:33,007 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:33,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f7bfbaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:33,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40231,1731964770461, seqNum=-1] 2024-11-18T21:19:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:33,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:19:33,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,39323,1731964770373 2024-11-18T21:19:33,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52359 2024-11-18T21:19:33,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:33,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10054c311d00005 connected 2024-11-18T21:19:33,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e36b8fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:33,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,40461,-1 for getting cluster id 2024-11-18T21:19:33,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:33,038 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cd66b01-7a4f-4456-9b51-403883c885a5' 2024-11-18T21:19:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:33,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cd66b01-7a4f-4456-9b51-403883c885a5" 2024-11-18T21:19:33,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af2cf74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:33,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,40461,-1] 2024-11-18T21:19:33,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:33,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:33,041 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:33,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338e20b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:33,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:33,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,40461,1731964767027 2024-11-18T21:19:33,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38b07bb0 2024-11-18T21:19:33,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:33,045 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:19:33,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40461 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d63b309a8c2d:39323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T21:19:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40461 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:19:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:33,051 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:39323' 2024-11-18T21:19:33,054 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2303ea0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:33,054 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,39323,-1 for getting cluster id 2024-11-18T21:19:33,054 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:33,055 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44d6ee12-788c-415b-b3c7-df027e658247' 2024-11-18T21:19:33,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:33,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44d6ee12-788c-415b-b3c7-df027e658247" 2024-11-18T21:19:33,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8cfd2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:33,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,39323,-1] 2024-11-18T21:19:33,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:33,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:33,058 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:33,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc5b025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:33,059 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:33,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,39323,1731964770373 2024-11-18T21:19:33,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@490f69b9 2024-11-18T21:19:33,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:33,062 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:19:33,064 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T21:19:33,064 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:19:33,064 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:33,064 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:33,065 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:19:33,067 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T21:19:33,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:33,069 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:19:33,069 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:33,070 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:19:33,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741835_1011 (size=1138) 2024-11-18T21:19:33,117 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T21:19:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:33,525 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f333d141054e48c94e4cfc1d5a35dbdd, NAME => 'hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035 2024-11-18T21:19:33,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741836_1012 (size=44) 2024-11-18T21:19:33,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:33,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f333d141054e48c94e4cfc1d5a35dbdd, disabling compactions & flushes 2024-11-18T21:19:33,577 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd. 2024-11-18T21:19:33,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd. 2024-11-18T21:19:33,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd. after waiting 0 ms 2024-11-18T21:19:33,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd. 2024-11-18T21:19:33,577 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd. 2024-11-18T21:19:33,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f333d141054e48c94e4cfc1d5a35dbdd: Waiting for close lock at 1731964773577Disabling compacts and flushes for region at 1731964773577Disabling writes for close at 1731964773577Writing region close event to WAL at 1731964773577Closed at 1731964773577 2024-11-18T21:19:33,586 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:19:33,586 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731964773586"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964773586"}]},"ts":"1731964773586"} 2024-11-18T21:19:33,590 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:19:33,592 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:19:33,592 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964773592"}]},"ts":"1731964773592"} 2024-11-18T21:19:33,596 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T21:19:33,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f333d141054e48c94e4cfc1d5a35dbdd, ASSIGN}] 2024-11-18T21:19:33,598 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f333d141054e48c94e4cfc1d5a35dbdd, ASSIGN 2024-11-18T21:19:33,601 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f333d141054e48c94e4cfc1d5a35dbdd, ASSIGN; state=OFFLINE, location=d63b309a8c2d,46571,1731964767190; forceNewPlan=false, retain=false 2024-11-18T21:19:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:33,752 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f333d141054e48c94e4cfc1d5a35dbdd, regionState=OPENING, regionLocation=d63b309a8c2d,46571,1731964767190 2024-11-18T21:19:33,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f333d141054e48c94e4cfc1d5a35dbdd, ASSIGN because future has completed 2024-11-18T21:19:33,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f333d141054e48c94e4cfc1d5a35dbdd, server=d63b309a8c2d,46571,1731964767190}] 2024-11-18T21:19:33,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd. 2024-11-18T21:19:33,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:33,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T21:19:33,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C46571%2C1731964767190.rep, suffix=, logDir=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/WALs/d63b309a8c2d,46571,1731964767190, archiveDir=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/oldWALs, maxLogs=10 2024-11-18T21:19:33,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/WALs/d63b309a8c2d,46571,1731964767190/d63b309a8c2d%2C46571%2C1731964767190.rep.1731964773962, exclude list is [], retry=0 2024-11-18T21:19:34,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46207,DS-c92843b0-5c78-4e6e-ab96-943afd045bfe,DISK] 2024-11-18T21:19:34,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/WALs/d63b309a8c2d,46571,1731964767190/d63b309a8c2d%2C46571%2C1731964767190.rep.1731964773962 2024-11-18T21:19:34,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45497:45497)] 2024-11-18T21:19:34,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f333d141054e48c94e4cfc1d5a35dbdd, NAME => 'hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:34,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:19:34,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:19:34,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd. service=MultiRowMutationService 2024-11-18T21:19:34,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T21:19:34,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f333d141054e48c94e4cfc1d5a35dbdd 2024-11-18T21:19:34,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:34,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f333d141054e48c94e4cfc1d5a35dbdd 2024-11-18T21:19:34,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f333d141054e48c94e4cfc1d5a35dbdd 2024-11-18T21:19:34,019 INFO [StoreOpener-f333d141054e48c94e4cfc1d5a35dbdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f333d141054e48c94e4cfc1d5a35dbdd 2024-11-18T21:19:34,021 INFO [StoreOpener-f333d141054e48c94e4cfc1d5a35dbdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f333d141054e48c94e4cfc1d5a35dbdd columnFamilyName hfileref 2024-11-18T21:19:34,021 DEBUG [StoreOpener-f333d141054e48c94e4cfc1d5a35dbdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:34,022 INFO [StoreOpener-f333d141054e48c94e4cfc1d5a35dbdd-1 {}] regionserver.HStore(327): Store=f333d141054e48c94e4cfc1d5a35dbdd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:34,022 INFO [StoreOpener-f333d141054e48c94e4cfc1d5a35dbdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f333d141054e48c94e4cfc1d5a35dbdd 2024-11-18T21:19:34,024 INFO [StoreOpener-f333d141054e48c94e4cfc1d5a35dbdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f333d141054e48c94e4cfc1d5a35dbdd columnFamilyName queue 2024-11-18T21:19:34,024 DEBUG [StoreOpener-f333d141054e48c94e4cfc1d5a35dbdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:34,024 INFO [StoreOpener-f333d141054e48c94e4cfc1d5a35dbdd-1 {}] regionserver.HStore(327): Store=f333d141054e48c94e4cfc1d5a35dbdd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:34,025 INFO [StoreOpener-f333d141054e48c94e4cfc1d5a35dbdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f333d141054e48c94e4cfc1d5a35dbdd 2024-11-18T21:19:34,026 INFO [StoreOpener-f333d141054e48c94e4cfc1d5a35dbdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f333d141054e48c94e4cfc1d5a35dbdd columnFamilyName sid 2024-11-18T21:19:34,026 DEBUG [StoreOpener-f333d141054e48c94e4cfc1d5a35dbdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:34,026 INFO [StoreOpener-f333d141054e48c94e4cfc1d5a35dbdd-1 {}] regionserver.HStore(327): Store=f333d141054e48c94e4cfc1d5a35dbdd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:34,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f333d141054e48c94e4cfc1d5a35dbdd 2024-11-18T21:19:34,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/replication/f333d141054e48c94e4cfc1d5a35dbdd 2024-11-18T21:19:34,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/replication/f333d141054e48c94e4cfc1d5a35dbdd 2024-11-18T21:19:34,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f333d141054e48c94e4cfc1d5a35dbdd 2024-11-18T21:19:34,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f333d141054e48c94e4cfc1d5a35dbdd 2024-11-18T21:19:34,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:19:34,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f333d141054e48c94e4cfc1d5a35dbdd 2024-11-18T21:19:34,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/replication/f333d141054e48c94e4cfc1d5a35dbdd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:19:34,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f333d141054e48c94e4cfc1d5a35dbdd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73001849, jitterRate=0.08781231939792633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:19:34,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f333d141054e48c94e4cfc1d5a35dbdd 2024-11-18T21:19:34,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f333d141054e48c94e4cfc1d5a35dbdd: Running coprocessor pre-open hook at 1731964774013Writing region info on filesystem at 1731964774013Initializing all the Stores at 1731964774017 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964774017Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964774019 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964774019Cleaning up temporary data from old regions at 1731964774029 (+10 ms)Running coprocessor post-open hooks at 1731964774035 (+6 ms)Region opened successfully at 1731964774036 (+1 ms) 2024-11-18T21:19:34,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd., pid=7, masterSystemTime=1731964773917 2024-11-18T21:19:34,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd. 2024-11-18T21:19:34,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd. 2024-11-18T21:19:34,041 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f333d141054e48c94e4cfc1d5a35dbdd, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,46571,1731964767190 2024-11-18T21:19:34,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f333d141054e48c94e4cfc1d5a35dbdd, server=d63b309a8c2d,46571,1731964767190 because future has completed 2024-11-18T21:19:34,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T21:19:34,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f333d141054e48c94e4cfc1d5a35dbdd, server=d63b309a8c2d,46571,1731964767190 in 290 msec 2024-11-18T21:19:34,059 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:19:34,060 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964774059"}]},"ts":"1731964774059"} 2024-11-18T21:19:34,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:19:34,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f333d141054e48c94e4cfc1d5a35dbdd, ASSIGN in 458 msec 2024-11-18T21:19:34,063 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T21:19:34,064 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:19:34,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 999 msec 2024-11-18T21:19:34,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd., hostname=d63b309a8c2d,46571,1731964767190, seqNum=2] 2024-11-18T21:19:34,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850 2024-11-18T21:19:34,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850 2024-11-18T21:19:34,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:19:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:34,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T21:19:34,263 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T21:19:34,327 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d63b309a8c2d,46571,1731964767190, ReplicationSource: 1, currentBandwidth=0 2024-11-18T21:19:34,327 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:34,328 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,46571,1731964767190, seqNum=-1] 2024-11-18T21:19:34,328 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:34,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-18T21:19:34,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d63b309a8c2d,46571,1731964767190', locateType=CURRENT is [region=hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd., hostname=d63b309a8c2d,46571,1731964767190, seqNum=2] 2024-11-18T21:19:34,337 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T21:19:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40461 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T21:19:34,341 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d63b309a8c2d,46571,1731964767190 suceeded 2024-11-18T21:19:34,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T21:19:34,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 237 msec 2024-11-18T21:19:34,345 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d63b309a8c2d:39323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:19:34,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2990 sec 2024-11-18T21:19:34,363 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:39323' 2024-11-18T21:19:34,365 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74befd76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:34,365 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,39323,-1 for getting cluster id 2024-11-18T21:19:34,365 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:34,366 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44d6ee12-788c-415b-b3c7-df027e658247' 2024-11-18T21:19:34,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:34,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44d6ee12-788c-415b-b3c7-df027e658247" 2024-11-18T21:19:34,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e7f5534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:34,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,39323,-1] 2024-11-18T21:19:34,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:34,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:34,369 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:34,370 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6057b70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:34,370 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:34,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,39323,1731964770373 2024-11-18T21:19:34,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c61079c 2024-11-18T21:19:34,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:34,374 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-18T21:19:34,374 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d63b309a8c2d,46571,1731964767190 (queues=1) is replicating from cluster=2cd66b01-7a4f-4456-9b51-403883c885a5 to cluster=44d6ee12-788c-415b-b3c7-df027e658247 2024-11-18T21:19:34,375 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d63b309a8c2d%2C46571%2C1731964767190 2024-11-18T21:19:34,375 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d63b309a8c2d,46571,1731964767190, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:19:34,376 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190.replicationSource.wal-reader.d63b309a8c2d%2C46571%2C1731964767190,1-d63b309a8c2d,46571,1731964767190 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/WALs/d63b309a8c2d,46571,1731964767190/d63b309a8c2d%2C46571%2C1731964767190.1731964768564, startPosition=0, beingWritten=true 2024-11-18T21:19:34,390 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190.replicationSource.shipperd63b309a8c2d%2C46571%2C1731964767190,1-d63b309a8c2d,46571,1731964767190 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C46571%2C1731964767190 2024-11-18T21:19:34,594 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190.replicationSource.wal-reader.d63b309a8c2d%2C46571%2C1731964767190,1-d63b309a8c2d,46571,1731964767190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/WALs/d63b309a8c2d,46571,1731964767190/d63b309a8c2d%2C46571%2C1731964767190.1731964768564 to pos 0, reset compression=false 2024-11-18T21:19:34,628 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:19:34,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:19:34,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:19:34,683 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T21:19:34,684 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T21:19:34,900 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190.replicationSource.wal-reader.d63b309a8c2d%2C46571%2C1731964767190,1-d63b309a8c2d,46571,1731964767190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/WALs/d63b309a8c2d,46571,1731964767190/d63b309a8c2d%2C46571%2C1731964767190.1731964768564 to pos 0, reset compression=false 2024-11-18T21:19:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:35,195 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T21:19:35,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:19:35,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:35,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:35,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:35,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:35,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:35,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,40461,1731964767027 2024-11-18T21:19:35,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54dead0a 2024-11-18T21:19:35,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:35,198 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:19:35,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40461 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T21:19:35,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:19:35,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:19:35,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:35,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:35,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:35,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:35,200 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:19:35,200 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=536579214, stopped=false 2024-11-18T21:19:35,200 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,39323,1731964770373 2024-11-18T21:19:35,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1390437859/running 2024-11-18T21:19:35,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859 2024-11-18T21:19:35,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1390437859/running 2024-11-18T21:19:35,202 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:19:35,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859 2024-11-18T21:19:35,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:19:35,202 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:35,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:35,203 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,40231,1731964770461' ***** 2024-11-18T21:19:35,203 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:19:35,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Set watcher on znode that does not yet exist, /1390437859/running 2024-11-18T21:19:35,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Set watcher on znode that does not yet exist, /1390437859/running 2024-11-18T21:19:35,203 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:19:35,203 INFO [RS:0;d63b309a8c2d:40231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:19:35,203 INFO [RS:0;d63b309a8c2d:40231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:19:35,203 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,40231,1731964770461 2024-11-18T21:19:35,203 INFO [RS:0;d63b309a8c2d:40231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:19:35,203 INFO [RS:0;d63b309a8c2d:40231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:40231. 2024-11-18T21:19:35,203 DEBUG [RS:0;d63b309a8c2d:40231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:35,203 DEBUG [RS:0;d63b309a8c2d:40231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:35,203 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:19:35,204 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:19:35,204 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:19:35,204 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:19:35,204 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:19:35,204 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T21:19:35,204 DEBUG [RS:0;d63b309a8c2d:40231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:19:35,204 DEBUG [RS:0;d63b309a8c2d:40231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:19:35,205 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:19:35,205 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:19:35,205 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:19:35,205 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:19:35,205 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:19:35,205 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T21:19:35,226 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/data/hbase/meta/1588230740/.tmp/ns/580ff6da738f46dc8f52b1960db0fc85 is 43, key is default/ns:d/1731964772931/Put/seqid=0 2024-11-18T21:19:35,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741835_1011 (size=5153) 2024-11-18T21:19:35,233 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:19:35,314 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190.replicationSource.wal-reader.d63b309a8c2d%2C46571%2C1731964767190,1-d63b309a8c2d,46571,1731964767190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/WALs/d63b309a8c2d,46571,1731964767190/d63b309a8c2d%2C46571%2C1731964767190.1731964768564 to pos 0, reset compression=false 2024-11-18T21:19:35,405 DEBUG [RS:0;d63b309a8c2d:40231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:19:35,605 DEBUG [RS:0;d63b309a8c2d:40231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:19:35,635 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/data/hbase/meta/1588230740/.tmp/ns/580ff6da738f46dc8f52b1960db0fc85 2024-11-18T21:19:35,643 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/data/hbase/meta/1588230740/.tmp/ns/580ff6da738f46dc8f52b1960db0fc85 as hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/data/hbase/meta/1588230740/ns/580ff6da738f46dc8f52b1960db0fc85 2024-11-18T21:19:35,651 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/data/hbase/meta/1588230740/ns/580ff6da738f46dc8f52b1960db0fc85, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T21:19:35,652 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false 2024-11-18T21:19:35,657 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T21:19:35,657 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:19:35,657 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:19:35,658 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:19:35,658 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964775204Running coprocessor pre-close hooks at 1731964775204Disabling compacts and flushes for region at 1731964775204Disabling writes for close at 1731964775205 (+1 ms)Obtaining lock to block concurrent updates at 1731964775205Preparing flush snapshotting stores in 1588230740 at 1731964775205Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731964775205Flushing stores of hbase:meta,,1.1588230740 at 1731964775206 (+1 ms)Flushing 1588230740/ns: creating writer at 1731964775206Flushing 1588230740/ns: appending metadata at 1731964775225 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731964775225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1286de68: reopening flushed file at 1731964775642 (+417 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false at 1731964775652 (+10 ms)Writing region close event to WAL at 1731964775653 (+1 ms)Running coprocessor post-close hooks at 1731964775657 (+4 ms)Closed at 1731964775657 2024-11-18T21:19:35,658 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:19:35,805 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,40231,1731964770461; all regions closed. 2024-11-18T21:19:35,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741834_1010 (size=1152) 2024-11-18T21:19:35,813 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/WALs/d63b309a8c2d,40231,1731964770461/d63b309a8c2d%2C40231%2C1731964770461.meta.1731964772866.meta not finished, retry = 0 2024-11-18T21:19:35,821 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190.replicationSource.wal-reader.d63b309a8c2d%2C46571%2C1731964767190,1-d63b309a8c2d,46571,1731964767190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/WALs/d63b309a8c2d,46571,1731964767190/d63b309a8c2d%2C46571%2C1731964767190.1731964768564 to pos 0, reset compression=false 2024-11-18T21:19:35,917 DEBUG [RS:0;d63b309a8c2d:40231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/oldWALs 2024-11-18T21:19:35,917 INFO [RS:0;d63b309a8c2d:40231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C40231%2C1731964770461.meta:.meta(num 1731964772866) 2024-11-18T21:19:35,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741832_1008 (size=93) 2024-11-18T21:19:35,925 DEBUG [RS:0;d63b309a8c2d:40231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/oldWALs 2024-11-18T21:19:35,925 INFO [RS:0;d63b309a8c2d:40231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C40231%2C1731964770461:(num 1731964772218) 2024-11-18T21:19:35,925 DEBUG [RS:0;d63b309a8c2d:40231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:35,925 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:19:35,925 INFO [RS:0;d63b309a8c2d:40231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:19:35,925 INFO [RS:0;d63b309a8c2d:40231 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:19:35,925 INFO [RS:0;d63b309a8c2d:40231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:19:35,925 INFO [RS:0;d63b309a8c2d:40231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40231 2024-11-18T21:19:35,926 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:19:35,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859/rs 2024-11-18T21:19:35,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1390437859/rs/d63b309a8c2d,40231,1731964770461 2024-11-18T21:19:35,933 INFO [RS:0;d63b309a8c2d:40231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:19:35,938 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,40231,1731964770461] 2024-11-18T21:19:35,942 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1390437859/draining/d63b309a8c2d,40231,1731964770461 already deleted, retry=false 2024-11-18T21:19:35,942 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,40231,1731964770461 expired; onlineServers=0 2024-11-18T21:19:35,942 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,39323,1731964770373' ***** 2024-11-18T21:19:35,942 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:19:35,942 INFO [M:0;d63b309a8c2d:39323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:19:35,942 INFO [M:0;d63b309a8c2d:39323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:19:35,942 DEBUG [M:0;d63b309a8c2d:39323 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:19:35,942 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:19:35,942 DEBUG [M:0;d63b309a8c2d:39323 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:19:35,942 INFO [M:0;d63b309a8c2d:39323 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:19:35,943 INFO [M:0;d63b309a8c2d:39323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:19:35,943 DEBUG [M:0;d63b309a8c2d:39323 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:19:35,943 INFO [M:0;d63b309a8c2d:39323 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:19:35,943 INFO [M:0;d63b309a8c2d:39323 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:19:35,943 INFO [M:0;d63b309a8c2d:39323 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:19:35,943 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964771907 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964771907,5,FailOnTimeoutGroup] 2024-11-18T21:19:35,944 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964771906 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964771906,5,FailOnTimeoutGroup] 2024-11-18T21:19:35,944 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:19:35,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1390437859/master 2024-11-18T21:19:35,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1390437859 2024-11-18T21:19:35,950 DEBUG [M:0;d63b309a8c2d:39323 {}] zookeeper.RecoverableZooKeeper(212): Node /1390437859/master already deleted, retry=false 2024-11-18T21:19:35,950 DEBUG [M:0;d63b309a8c2d:39323 {}] master.ActiveMasterManager(353): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Failed delete of our master address node; KeeperErrorCode = NoNode for /1390437859/master 2024-11-18T21:19:35,951 INFO [M:0;d63b309a8c2d:39323 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/.lastflushedseqids 2024-11-18T21:19:35,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741836_1012 (size=99) 2024-11-18T21:19:36,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:36,039 INFO [RS:0;d63b309a8c2d:40231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:19:36,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40231-0x10054c311d00004, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:36,039 INFO [RS:0;d63b309a8c2d:40231 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,40231,1731964770461; zookeeper connection closed. 2024-11-18T21:19:36,039 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58ac4e51 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58ac4e51 2024-11-18T21:19:36,039 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:19:36,361 INFO [M:0;d63b309a8c2d:39323 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:19:36,362 INFO [M:0;d63b309a8c2d:39323 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:19:36,362 DEBUG [M:0;d63b309a8c2d:39323 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:19:36,362 INFO [M:0;d63b309a8c2d:39323 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:36,362 DEBUG [M:0;d63b309a8c2d:39323 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:36,362 DEBUG [M:0;d63b309a8c2d:39323 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:19:36,362 DEBUG [M:0;d63b309a8c2d:39323 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:36,362 INFO [M:0;d63b309a8c2d:39323 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T21:19:36,385 DEBUG [M:0;d63b309a8c2d:39323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dda60d44c51b4a169edfaa22d6f4bf0e is 82, key is hbase:meta,,1/info:regioninfo/1731964772915/Put/seqid=0 2024-11-18T21:19:36,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741837_1013 (size=5672) 2024-11-18T21:19:36,394 INFO [M:0;d63b309a8c2d:39323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dda60d44c51b4a169edfaa22d6f4bf0e 2024-11-18T21:19:36,422 DEBUG [M:0;d63b309a8c2d:39323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba5b882f09ed4d838e76e6b5999cbead is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731964772936/Put/seqid=0 2024-11-18T21:19:36,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741838_1014 (size=5275) 2024-11-18T21:19:36,438 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190.replicationSource.wal-reader.d63b309a8c2d%2C46571%2C1731964767190,1-d63b309a8c2d,46571,1731964767190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/WALs/d63b309a8c2d,46571,1731964767190/d63b309a8c2d%2C46571%2C1731964767190.1731964768564 to pos 0, reset compression=false 2024-11-18T21:19:36,836 INFO [M:0;d63b309a8c2d:39323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba5b882f09ed4d838e76e6b5999cbead 2024-11-18T21:19:36,862 DEBUG [M:0;d63b309a8c2d:39323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4de2d9808073409ab9f48b4f0e4bcd65 is 69, key is d63b309a8c2d,40231,1731964770461/rs:state/1731964771943/Put/seqid=0 2024-11-18T21:19:36,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741839_1015 (size=5156) 2024-11-18T21:19:36,871 INFO [M:0;d63b309a8c2d:39323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4de2d9808073409ab9f48b4f0e4bcd65 2024-11-18T21:19:36,881 DEBUG [M:0;d63b309a8c2d:39323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dda60d44c51b4a169edfaa22d6f4bf0e as hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dda60d44c51b4a169edfaa22d6f4bf0e 2024-11-18T21:19:36,899 INFO [M:0;d63b309a8c2d:39323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dda60d44c51b4a169edfaa22d6f4bf0e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T21:19:36,900 DEBUG [M:0;d63b309a8c2d:39323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba5b882f09ed4d838e76e6b5999cbead as hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba5b882f09ed4d838e76e6b5999cbead 2024-11-18T21:19:36,906 INFO [M:0;d63b309a8c2d:39323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba5b882f09ed4d838e76e6b5999cbead, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T21:19:36,908 DEBUG [M:0;d63b309a8c2d:39323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4de2d9808073409ab9f48b4f0e4bcd65 as hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4de2d9808073409ab9f48b4f0e4bcd65 2024-11-18T21:19:36,914 INFO [M:0;d63b309a8c2d:39323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/aa7ff07c-96b1-5a5f-ff82-a64dfccee105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4de2d9808073409ab9f48b4f0e4bcd65, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T21:19:36,921 INFO [M:0;d63b309a8c2d:39323 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 559ms, sequenceid=28, compaction requested=false 2024-11-18T21:19:36,929 INFO [M:0;d63b309a8c2d:39323 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:36,929 DEBUG [M:0;d63b309a8c2d:39323 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964776362Disabling compacts and flushes for region at 1731964776362Disabling writes for close at 1731964776362Obtaining lock to block concurrent updates at 1731964776362Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731964776362Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731964776363 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731964776363Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731964776364 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731964776384 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731964776384Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731964776401 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731964776421 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731964776421Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731964776843 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731964776861 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731964776861Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65504866: reopening flushed file at 1731964776879 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18026d6f: reopening flushed file at 1731964776899 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d3f700: reopening flushed file at 1731964776907 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 559ms, sequenceid=28, compaction requested=false at 1731964776921 (+14 ms)Writing region close event to WAL at 1731964776929 (+8 ms)Closed at 1731964776929 2024-11-18T21:19:36,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741830_1006 (size=10165) 2024-11-18T21:19:36,936 INFO [M:0;d63b309a8c2d:39323 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:19:36,936 INFO [M:0;d63b309a8c2d:39323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39323 2024-11-18T21:19:36,936 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:19:36,937 INFO [M:0;d63b309a8c2d:39323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:19:37,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:37,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x10054c311d00003, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:37,040 INFO [M:0;d63b309a8c2d:39323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:19:37,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54b5ea35{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:19:37,054 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5142cfbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:19:37,054 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:19:37,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4858e07a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:19:37,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cd585af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/hadoop.log.dir/,STOPPED} 2024-11-18T21:19:37,060 WARN [BP-1808929349-172.17.0.3-1731964769352 heartbeating to localhost/127.0.0.1:41121 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:19:37,060 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:19:37,060 WARN [BP-1808929349-172.17.0.3-1731964769352 heartbeating to localhost/127.0.0.1:41121 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1808929349-172.17.0.3-1731964769352 (Datanode Uuid 6e3505c0-4d36-482b-99f2-74d31862bc35) service to localhost/127.0.0.1:41121 2024-11-18T21:19:37,060 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:19:37,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/cluster_ac576c22-94a8-4006-08e2-9a4c38259b64/data/data1/current/BP-1808929349-172.17.0.3-1731964769352 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:19:37,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/cluster_ac576c22-94a8-4006-08e2-9a4c38259b64/data/data2/current/BP-1808929349-172.17.0.3-1731964769352 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:19:37,062 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:19:37,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@85d4ad9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:19:37,075 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bbd42b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:19:37,075 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:19:37,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54197af4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:19:37,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48fdfcc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/hadoop.log.dir/,STOPPED} 2024-11-18T21:19:37,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:19:37,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:19:37,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:19:37,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:37,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:37,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:37,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:37,097 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:19:37,097 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=931791541, stopped=false 2024-11-18T21:19:37,097 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,40461,1731964767027 2024-11-18T21:19:37,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01603628850/running 2024-11-18T21:19:37,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850 2024-11-18T21:19:37,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01603628850/running 2024-11-18T21:19:37,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850 2024-11-18T21:19:37,105 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:19:37,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:19:37,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Set watcher on znode that does not yet exist, /01603628850/running 2024-11-18T21:19:37,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:37,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:37,106 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,46571,1731964767190' ***** 2024-11-18T21:19:37,106 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:19:37,107 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:19:37,107 INFO [RS:0;d63b309a8c2d:46571 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:19:37,107 INFO [RS:0;d63b309a8c2d:46571 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:19:37,107 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:19:37,107 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer(3091): Received CLOSE for f333d141054e48c94e4cfc1d5a35dbdd 2024-11-18T21:19:37,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Set watcher on znode that does not yet exist, /01603628850/running 2024-11-18T21:19:37,108 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,46571,1731964767190 2024-11-18T21:19:37,108 INFO [RS:0;d63b309a8c2d:46571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:19:37,109 INFO [RS:0;d63b309a8c2d:46571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:46571. 2024-11-18T21:19:37,109 DEBUG [RS:0;d63b309a8c2d:46571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:37,109 DEBUG [RS:0;d63b309a8c2d:46571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:37,109 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:19:37,109 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:19:37,109 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:19:37,109 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:19:37,110 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f333d141054e48c94e4cfc1d5a35dbdd, disabling compactions & flushes 2024-11-18T21:19:37,110 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd. 2024-11-18T21:19:37,110 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd. 2024-11-18T21:19:37,110 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd. after waiting 0 ms 2024-11-18T21:19:37,110 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd. 2024-11-18T21:19:37,110 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f333d141054e48c94e4cfc1d5a35dbdd 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-18T21:19:37,112 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T21:19:37,112 DEBUG [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer(1325): Online Regions={f333d141054e48c94e4cfc1d5a35dbdd=hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:19:37,113 DEBUG [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f333d141054e48c94e4cfc1d5a35dbdd 2024-11-18T21:19:37,113 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:19:37,113 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:19:37,113 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:19:37,113 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:19:37,113 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:19:37,113 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T21:19:37,137 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/replication/f333d141054e48c94e4cfc1d5a35dbdd/.tmp/queue/c4a1ffd0f2d34fdca7b2b21e1f17acf7 is 151, key is 1-d63b309a8c2d,46571,1731964767190/queue:d63b309a8c2d%2C46571%2C1731964767190/1731964774334/Put/seqid=0 2024-11-18T21:19:37,138 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740/.tmp/info/7d8c8bb8d56f4c5d91eacbcb7fd8cccd is 147, key is hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd./info:regioninfo/1731964774041/Put/seqid=0 2024-11-18T21:19:37,141 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:19:37,147 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190.replicationSource.wal-reader.d63b309a8c2d%2C46571%2C1731964767190,1-d63b309a8c2d,46571,1731964767190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/WALs/d63b309a8c2d,46571,1731964767190/d63b309a8c2d%2C46571%2C1731964767190.1731964768564 to pos 0, reset compression=false 2024-11-18T21:19:37,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741838_1014 (size=6631) 2024-11-18T21:19:37,153 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740/.tmp/info/7d8c8bb8d56f4c5d91eacbcb7fd8cccd 2024-11-18T21:19:37,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741839_1015 (size=5350) 2024-11-18T21:19:37,205 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740/.tmp/ns/b68775b448f14d709dd2359cee7472e1 is 43, key is default/ns:d/1731964769174/Put/seqid=0 2024-11-18T21:19:37,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741840_1016 (size=5153) 2024-11-18T21:19:37,212 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740/.tmp/ns/b68775b448f14d709dd2359cee7472e1 2024-11-18T21:19:37,250 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740/.tmp/table/8d8fa006fed149fea7cb1cac05bdba9f is 53, key is hbase:replication/table:state/1731964774059/Put/seqid=0 2024-11-18T21:19:37,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741841_1017 (size=5256) 2024-11-18T21:19:37,282 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740/.tmp/table/8d8fa006fed149fea7cb1cac05bdba9f 2024-11-18T21:19:37,291 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740/.tmp/info/7d8c8bb8d56f4c5d91eacbcb7fd8cccd as hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740/info/7d8c8bb8d56f4c5d91eacbcb7fd8cccd 2024-11-18T21:19:37,314 DEBUG [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f333d141054e48c94e4cfc1d5a35dbdd 2024-11-18T21:19:37,316 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740/info/7d8c8bb8d56f4c5d91eacbcb7fd8cccd, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T21:19:37,327 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740/.tmp/ns/b68775b448f14d709dd2359cee7472e1 as hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740/ns/b68775b448f14d709dd2359cee7472e1 2024-11-18T21:19:37,342 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740/ns/b68775b448f14d709dd2359cee7472e1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T21:19:37,346 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740/.tmp/table/8d8fa006fed149fea7cb1cac05bdba9f as hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740/table/8d8fa006fed149fea7cb1cac05bdba9f 2024-11-18T21:19:37,366 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740/table/8d8fa006fed149fea7cb1cac05bdba9f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T21:19:37,381 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 267ms, sequenceid=11, compaction requested=false 2024-11-18T21:19:37,411 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T21:19:37,412 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:19:37,412 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:19:37,412 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:19:37,412 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964777113Running coprocessor pre-close hooks at 1731964777113Disabling compacts and flushes for region at 1731964777113Disabling writes for close at 1731964777113Obtaining lock to block concurrent updates at 1731964777113Preparing flush snapshotting stores in 1588230740 at 1731964777113Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731964777113Flushing stores of hbase:meta,,1.1588230740 at 1731964777114 (+1 ms)Flushing 1588230740/info: creating writer at 1731964777114Flushing 1588230740/info: appending metadata at 1731964777137 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731964777137Flushing 1588230740/ns: creating writer at 1731964777179 (+42 ms)Flushing 1588230740/ns: appending metadata at 1731964777204 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731964777204Flushing 1588230740/table: creating writer at 1731964777220 (+16 ms)Flushing 1588230740/table: appending metadata at 1731964777248 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731964777248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@266b66bf: reopening flushed file at 1731964777289 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e5244e: reopening flushed file at 1731964777316 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d8cd73f: reopening flushed file at 1731964777342 (+26 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 267ms, sequenceid=11, compaction requested=false at 1731964777381 (+39 ms)Writing region close event to WAL at 1731964777400 (+19 ms)Running coprocessor post-close hooks at 1731964777412 (+12 ms)Closed at 1731964777412 2024-11-18T21:19:37,412 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:19:37,456 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:19:37,456 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:19:37,514 DEBUG [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer(1351): Waiting on f333d141054e48c94e4cfc1d5a35dbdd 2024-11-18T21:19:37,578 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/replication/f333d141054e48c94e4cfc1d5a35dbdd/.tmp/queue/c4a1ffd0f2d34fdca7b2b21e1f17acf7 2024-11-18T21:19:37,586 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/replication/f333d141054e48c94e4cfc1d5a35dbdd/.tmp/queue/c4a1ffd0f2d34fdca7b2b21e1f17acf7 as hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/replication/f333d141054e48c94e4cfc1d5a35dbdd/queue/c4a1ffd0f2d34fdca7b2b21e1f17acf7 2024-11-18T21:19:37,591 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/replication/f333d141054e48c94e4cfc1d5a35dbdd/queue/c4a1ffd0f2d34fdca7b2b21e1f17acf7, entries=1, sequenceid=5, filesize=5.2 K 2024-11-18T21:19:37,593 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f333d141054e48c94e4cfc1d5a35dbdd in 483ms, sequenceid=5, compaction requested=false 2024-11-18T21:19:37,597 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/data/hbase/replication/f333d141054e48c94e4cfc1d5a35dbdd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:19:37,598 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:19:37,598 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:19:37,598 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd. 2024-11-18T21:19:37,598 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f333d141054e48c94e4cfc1d5a35dbdd: Waiting for close lock at 1731964777109Running coprocessor pre-close hooks at 1731964777109Disabling compacts and flushes for region at 1731964777110 (+1 ms)Disabling writes for close at 1731964777110Obtaining lock to block concurrent updates at 1731964777110Preparing flush snapshotting stores in f333d141054e48c94e4cfc1d5a35dbdd at 1731964777110Finished memstore snapshotting hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731964777110Flushing stores of hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd. at 1731964777116 (+6 ms)Flushing f333d141054e48c94e4cfc1d5a35dbdd/queue: creating writer at 1731964777117 (+1 ms)Flushing f333d141054e48c94e4cfc1d5a35dbdd/queue: appending metadata at 1731964777136 (+19 ms)Flushing f333d141054e48c94e4cfc1d5a35dbdd/queue: closing flushed file at 1731964777136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd9ea24: reopening flushed file at 1731964777585 (+449 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f333d141054e48c94e4cfc1d5a35dbdd in 483ms, sequenceid=5, compaction requested=false at 1731964777593 (+8 ms)Writing region close event to WAL at 1731964777594 (+1 ms)Running coprocessor post-close hooks at 1731964777598 (+4 ms)Closed at 1731964777598 2024-11-18T21:19:37,598 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731964773065.f333d141054e48c94e4cfc1d5a35dbdd. 2024-11-18T21:19:37,714 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,46571,1731964767190; all regions closed. 2024-11-18T21:19:37,718 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/WALs/d63b309a8c2d,46571,1731964767190/d63b309a8c2d%2C46571%2C1731964767190.meta.1731964769095.meta not finished, retry = 0 2024-11-18T21:19:37,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741834_1010 (size=2742) 2024-11-18T21:19:37,822 DEBUG [RS:0;d63b309a8c2d:46571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/oldWALs 2024-11-18T21:19:37,822 INFO [RS:0;d63b309a8c2d:46571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C46571%2C1731964767190.meta:.meta(num 1731964769095) 2024-11-18T21:19:37,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741837_1013 (size=1586) 2024-11-18T21:19:37,837 DEBUG [RS:0;d63b309a8c2d:46571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/oldWALs 2024-11-18T21:19:37,838 INFO [RS:0;d63b309a8c2d:46571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C46571%2C1731964767190.rep:(num 1731964773962) 2024-11-18T21:19:37,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741832_1008 (size=93) 2024-11-18T21:19:37,844 DEBUG [RS:0;d63b309a8c2d:46571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/oldWALs 2024-11-18T21:19:37,844 INFO [RS:0;d63b309a8c2d:46571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C46571%2C1731964767190:(num 1731964768564) 2024-11-18T21:19:37,844 DEBUG [RS:0;d63b309a8c2d:46571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:37,844 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:19:37,845 INFO [RS:0;d63b309a8c2d:46571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:19:37,845 INFO [RS:0;d63b309a8c2d:46571 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:19:37,845 INFO [RS:0;d63b309a8c2d:46571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:19:37,845 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:19:37,845 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d63b309a8c2d,46571,1731964767190 because: Region server is closing 2024-11-18T21:19:37,845 INFO [RS:0;d63b309a8c2d:46571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:46571. 2024-11-18T21:19:37,845 DEBUG [RS:0;d63b309a8c2d:46571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:37,846 DEBUG [RS:0;d63b309a8c2d:46571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:37,846 DEBUG [RS:0;d63b309a8c2d:46571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:37,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:37,946 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190.replicationSource.wal-reader.d63b309a8c2d%2C46571%2C1731964767190,1-d63b309a8c2d,46571,1731964767190 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T21:19:37,946 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190.replicationSource.shipperd63b309a8c2d%2C46571%2C1731964767190,1-d63b309a8c2d,46571,1731964767190 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T21:19:37,947 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,46571,1731964767190.replicationSource.shipperd63b309a8c2d%2C46571%2C1731964767190,1-d63b309a8c2d,46571,1731964767190 terminated 2024-11-18T21:19:37,947 INFO [RS:0;d63b309a8c2d:46571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46571 2024-11-18T21:19:37,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01603628850/rs/d63b309a8c2d,46571,1731964767190 2024-11-18T21:19:37,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850/rs 2024-11-18T21:19:37,949 INFO [RS:0;d63b309a8c2d:46571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:19:37,951 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,46571,1731964767190] 2024-11-18T21:19:37,952 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01603628850/draining/d63b309a8c2d,46571,1731964767190 already deleted, retry=false 2024-11-18T21:19:37,952 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,46571,1731964767190 expired; onlineServers=0 2024-11-18T21:19:37,952 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,40461,1731964767027' ***** 2024-11-18T21:19:37,952 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:19:37,952 INFO [M:0;d63b309a8c2d:40461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:19:37,952 INFO [M:0;d63b309a8c2d:40461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:19:37,952 DEBUG [M:0;d63b309a8c2d:40461 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:19:37,952 DEBUG [M:0;d63b309a8c2d:40461 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:19:37,952 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:19:37,952 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964768293 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964768293,5,FailOnTimeoutGroup] 2024-11-18T21:19:37,952 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964768298 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964768298,5,FailOnTimeoutGroup] 2024-11-18T21:19:37,952 INFO [M:0;d63b309a8c2d:40461 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:19:37,953 INFO [M:0;d63b309a8c2d:40461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:19:37,953 DEBUG [M:0;d63b309a8c2d:40461 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:19:37,953 INFO [M:0;d63b309a8c2d:40461 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:19:37,953 INFO [M:0;d63b309a8c2d:40461 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:19:37,953 INFO [M:0;d63b309a8c2d:40461 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:19:37,953 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:19:37,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01603628850/master 2024-11-18T21:19:37,955 DEBUG [M:0;d63b309a8c2d:40461 {}] zookeeper.ZKUtil(347): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Unable to get data of znode /01603628850/master because node does not exist (not an error) 2024-11-18T21:19:37,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603628850 2024-11-18T21:19:37,955 WARN [M:0;d63b309a8c2d:40461 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T21:19:37,955 INFO [M:0;d63b309a8c2d:40461 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/.lastflushedseqids 2024-11-18T21:19:37,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741842_1018 (size=181) 2024-11-18T21:19:38,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:38,051 INFO [RS:0;d63b309a8c2d:46571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:19:38,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x10054c311d00001, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:38,051 INFO [RS:0;d63b309a8c2d:46571 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,46571,1731964767190; zookeeper connection closed. 2024-11-18T21:19:38,051 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c89c963 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c89c963 2024-11-18T21:19:38,051 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:19:38,361 INFO [M:0;d63b309a8c2d:40461 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:19:38,362 INFO [M:0;d63b309a8c2d:40461 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:19:38,362 DEBUG [M:0;d63b309a8c2d:40461 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:19:38,362 INFO [M:0;d63b309a8c2d:40461 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:38,362 DEBUG [M:0;d63b309a8c2d:40461 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:38,362 DEBUG [M:0;d63b309a8c2d:40461 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:19:38,362 DEBUG [M:0;d63b309a8c2d:40461 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:38,362 INFO [M:0;d63b309a8c2d:40461 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-18T21:19:38,390 DEBUG [M:0;d63b309a8c2d:40461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fd491f0fc0f47da8573c9b5aa082000 is 82, key is hbase:meta,,1/info:regioninfo/1731964769146/Put/seqid=0 2024-11-18T21:19:38,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741843_1019 (size=5672) 2024-11-18T21:19:38,412 INFO [M:0;d63b309a8c2d:40461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fd491f0fc0f47da8573c9b5aa082000 2024-11-18T21:19:38,446 DEBUG [M:0;d63b309a8c2d:40461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32c74dc352d247aba228776c76bb32e2 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731964774066/Put/seqid=0 2024-11-18T21:19:38,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741844_1020 (size=7203) 2024-11-18T21:19:38,453 INFO [M:0;d63b309a8c2d:40461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32c74dc352d247aba228776c76bb32e2 2024-11-18T21:19:38,477 DEBUG [M:0;d63b309a8c2d:40461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4418996a8bb4ffa94f80f6e1ec7b289 is 69, key is d63b309a8c2d,46571,1731964767190/rs:state/1731964768337/Put/seqid=0 2024-11-18T21:19:38,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741845_1021 (size=5156) 2024-11-18T21:19:38,882 INFO [M:0;d63b309a8c2d:40461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4418996a8bb4ffa94f80f6e1ec7b289 2024-11-18T21:19:38,888 DEBUG [M:0;d63b309a8c2d:40461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fd491f0fc0f47da8573c9b5aa082000 as hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7fd491f0fc0f47da8573c9b5aa082000 2024-11-18T21:19:38,894 INFO [M:0;d63b309a8c2d:40461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7fd491f0fc0f47da8573c9b5aa082000, entries=8, sequenceid=70, filesize=5.5 K 2024-11-18T21:19:38,895 DEBUG [M:0;d63b309a8c2d:40461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32c74dc352d247aba228776c76bb32e2 as hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32c74dc352d247aba228776c76bb32e2 2024-11-18T21:19:38,901 INFO [M:0;d63b309a8c2d:40461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32c74dc352d247aba228776c76bb32e2, entries=8, sequenceid=70, filesize=7.0 K 2024-11-18T21:19:38,902 DEBUG [M:0;d63b309a8c2d:40461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4418996a8bb4ffa94f80f6e1ec7b289 as hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4418996a8bb4ffa94f80f6e1ec7b289 2024-11-18T21:19:38,909 INFO [M:0;d63b309a8c2d:40461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32925/user/jenkins/test-data/95183d7b-c6d9-b146-792b-dc970f5d0035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4418996a8bb4ffa94f80f6e1ec7b289, entries=1, sequenceid=70, filesize=5.0 K 2024-11-18T21:19:38,910 INFO [M:0;d63b309a8c2d:40461 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 548ms, sequenceid=70, compaction requested=false 2024-11-18T21:19:38,918 INFO [M:0;d63b309a8c2d:40461 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:38,918 DEBUG [M:0;d63b309a8c2d:40461 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964778362Disabling compacts and flushes for region at 1731964778362Disabling writes for close at 1731964778362Obtaining lock to block concurrent updates at 1731964778362Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731964778362Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731964778363 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731964778365 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731964778365Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731964778389 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731964778389Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731964778423 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731964778446 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731964778446Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731964778459 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731964778476 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731964778476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50554875: reopening flushed file at 1731964778888 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3316635e: reopening flushed file at 1731964778894 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a04ddd1: reopening flushed file at 1731964778902 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 548ms, sequenceid=70, compaction requested=false at 1731964778910 (+8 ms)Writing region close event to WAL at 1731964778918 (+8 ms)Closed at 1731964778918 2024-11-18T21:19:38,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46207 is added to blk_1073741830_1006 (size=41008) 2024-11-18T21:19:38,925 INFO [M:0;d63b309a8c2d:40461 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:19:38,925 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:19:38,925 INFO [M:0;d63b309a8c2d:40461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40461 2024-11-18T21:19:38,925 INFO [M:0;d63b309a8c2d:40461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:19:39,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:39,027 INFO [M:0;d63b309a8c2d:40461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:19:39,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40461-0x10054c311d00000, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:19:39,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26f9cf73{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:19:39,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3184967f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:19:39,033 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:19:39,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56680efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:19:39,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7f8703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/hadoop.log.dir/,STOPPED} 2024-11-18T21:19:39,035 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:19:39,035 WARN [BP-1551310302-172.17.0.3-1731964766054 heartbeating to localhost/127.0.0.1:32925 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:19:39,035 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:19:39,035 WARN [BP-1551310302-172.17.0.3-1731964766054 heartbeating to localhost/127.0.0.1:32925 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1551310302-172.17.0.3-1731964766054 (Datanode Uuid bb717bc3-84c4-4ada-93fb-79ad423c0bac) service to localhost/127.0.0.1:32925 2024-11-18T21:19:39,036 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/cluster_7b79d5c5-8490-b2d9-4f37-455a85a51906/data/data1/current/BP-1551310302-172.17.0.3-1731964766054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:19:39,036 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/cluster_7b79d5c5-8490-b2d9-4f37-455a85a51906/data/data2/current/BP-1551310302-172.17.0.3-1731964766054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:19:39,036 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:19:39,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ff935e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:19:39,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a1416b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:19:39,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:19:39,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@242482cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:19:39,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3f9a53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54c7a3ba-f912-ffc9-e2cb-75308db84677/hadoop.log.dir/,STOPPED} 2024-11-18T21:19:39,051 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T21:19:39,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:19:39,072 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 115) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32925 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41121 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:32925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52359) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52359) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=856 (was 930), ProcessCount=11 (was 11), AvailableMemoryMB=1293 (was 1215) - AvailableMemoryMB LEAK? - 2024-11-18T21:19:39,079 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=856, ProcessCount=11, AvailableMemoryMB=1293 2024-11-18T21:19:39,099 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-18T21:19:39,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/hadoop.log.dir so I do NOT create it in target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708 2024-11-18T21:19:39,100 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:19:39,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/hadoop.tmp.dir so I do NOT create it in target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708 2024-11-18T21:19:39,100 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e010e98-1518-7671-66ad-5cd47f166b74/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:19:39,100 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708 2024-11-18T21:19:39,100 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/cluster_9dab9c00-7920-6807-8d9e-4b411bb42fbe, deleteOnExit=true 2024-11-18T21:19:39,109 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/cluster_9dab9c00-7920-6807-8d9e-4b411bb42fbe/zookeeper_0, clientPort=61143, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/cluster_9dab9c00-7920-6807-8d9e-4b411bb42fbe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/cluster_9dab9c00-7920-6807-8d9e-4b411bb42fbe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T21:19:39,110 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61143 2024-11-18T21:19:39,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:19:39,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:19:39,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/test.cache.data in system properties and HBase conf 2024-11-18T21:19:39,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:19:39,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:19:39,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:19:39,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:19:39,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:19:39,111 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:19:39,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:19:39,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:19:39,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:19:39,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:19:39,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:19:39,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:19:39,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:19:39,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:19:39,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:19:39,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:19:39,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:19:39,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:19:39,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:19:39,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:19:39,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10054c311d00005, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:19:39,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10054c311d00002, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:19:39,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10054c311d00002, quorum=127.0.0.1:52359, baseZNode=/01603628850 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:19:39,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10054c311d00005, quorum=127.0.0.1:52359, baseZNode=/1390437859 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:19:39,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:19:39,209 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:19:39,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:19:39,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:19:39,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:19:39,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:19:39,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f1ee90f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:19:39,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a42b3e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:19:39,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@500b85c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/java.io.tmpdir/jetty-localhost-38907-hadoop-hdfs-3_4_1-tests_jar-_-any-7690475804350645415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:19:39,383 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@371f8afd{HTTP/1.1, (http/1.1)}{localhost:38907} 2024-11-18T21:19:39,384 INFO [Time-limited test {}] server.Server(415): Started @45760ms 2024-11-18T21:19:39,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:19:39,498 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:19:39,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:19:39,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:19:39,503 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:19:39,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d3f09c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:19:39,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ba9d83b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:19:39,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fff79bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/java.io.tmpdir/jetty-localhost-44581-hadoop-hdfs-3_4_1-tests_jar-_-any-8150179251289609434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:19:39,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45861361{HTTP/1.1, (http/1.1)}{localhost:44581} 2024-11-18T21:19:39,620 INFO [Time-limited test {}] server.Server(415): Started @45997ms 2024-11-18T21:19:39,622 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:19:39,729 WARN [Thread-821 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/cluster_9dab9c00-7920-6807-8d9e-4b411bb42fbe/data/data1/current/BP-1768792956-172.17.0.3-1731964779139/current, will proceed with Du for space computation calculation, 2024-11-18T21:19:39,730 WARN [Thread-822 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/cluster_9dab9c00-7920-6807-8d9e-4b411bb42fbe/data/data2/current/BP-1768792956-172.17.0.3-1731964779139/current, will proceed with Du for space computation calculation, 2024-11-18T21:19:39,756 WARN [Thread-809 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:19:39,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb2dc8577a8e5d63 with lease ID 0x70cf12a34c1f0c11: Processing first storage report for DS-37ba7cb4-da27-4ec8-8968-55e7f24003e6 from datanode DatanodeRegistration(127.0.0.1:38567, datanodeUuid=b7fabb70-c928-408f-9f51-4d03ed719334, infoPort=46023, infoSecurePort=0, ipcPort=35597, storageInfo=lv=-57;cid=testClusterID;nsid=741527090;c=1731964779139) 2024-11-18T21:19:39,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb2dc8577a8e5d63 with lease ID 0x70cf12a34c1f0c11: from storage DS-37ba7cb4-da27-4ec8-8968-55e7f24003e6 node DatanodeRegistration(127.0.0.1:38567, datanodeUuid=b7fabb70-c928-408f-9f51-4d03ed719334, infoPort=46023, infoSecurePort=0, ipcPort=35597, storageInfo=lv=-57;cid=testClusterID;nsid=741527090;c=1731964779139), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:19:39,760 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb2dc8577a8e5d63 with lease ID 0x70cf12a34c1f0c11: Processing first storage report for DS-5c03401f-daf3-4010-99a5-5ed4f5aa7492 from datanode DatanodeRegistration(127.0.0.1:38567, datanodeUuid=b7fabb70-c928-408f-9f51-4d03ed719334, infoPort=46023, infoSecurePort=0, ipcPort=35597, storageInfo=lv=-57;cid=testClusterID;nsid=741527090;c=1731964779139) 2024-11-18T21:19:39,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb2dc8577a8e5d63 with lease ID 0x70cf12a34c1f0c11: from storage DS-5c03401f-daf3-4010-99a5-5ed4f5aa7492 node DatanodeRegistration(127.0.0.1:38567, datanodeUuid=b7fabb70-c928-408f-9f51-4d03ed719334, infoPort=46023, infoSecurePort=0, ipcPort=35597, storageInfo=lv=-57;cid=testClusterID;nsid=741527090;c=1731964779139), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:19:39,764 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708 2024-11-18T21:19:39,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:39,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:39,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:19:40,177 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd with version=8 2024-11-18T21:19:40,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/hbase-staging 2024-11-18T21:19:40,181 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:19:40,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:40,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:40,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:19:40,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:40,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:19:40,181 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:19:40,181 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:19:40,182 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34059 2024-11-18T21:19:40,183 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34059 connecting to ZooKeeper ensemble=127.0.0.1:61143 2024-11-18T21:19:40,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340590x0, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:40,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34059-0x10054c345000000 connected 2024-11-18T21:19:40,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:40,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:40,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Set watcher on znode that does not yet exist, /01741691978/running 2024-11-18T21:19:40,227 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd, hbase.cluster.distributed=false 2024-11-18T21:19:40,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Set watcher on znode that does not yet exist, /01741691978/acl 2024-11-18T21:19:40,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34059 2024-11-18T21:19:40,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34059 2024-11-18T21:19:40,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34059 2024-11-18T21:19:40,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34059 2024-11-18T21:19:40,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34059 2024-11-18T21:19:40,258 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:19:40,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:40,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:40,258 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:19:40,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:40,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:19:40,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:19:40,259 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:19:40,259 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45175 2024-11-18T21:19:40,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45175 connecting to ZooKeeper ensemble=127.0.0.1:61143 2024-11-18T21:19:40,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:40,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:40,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451750x0, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:40,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451750x0, quorum=127.0.0.1:61143, baseZNode=/01741691978 Set watcher on znode that does not yet exist, /01741691978/running 2024-11-18T21:19:40,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45175-0x10054c345000001 connected 2024-11-18T21:19:40,270 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:19:40,273 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:19:40,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Set watcher on znode that does not yet exist, /01741691978/master 2024-11-18T21:19:40,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Set watcher on znode that does not yet exist, /01741691978/acl 2024-11-18T21:19:40,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45175 2024-11-18T21:19:40,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45175 2024-11-18T21:19:40,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45175 2024-11-18T21:19:40,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45175 2024-11-18T21:19:40,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45175 2024-11-18T21:19:40,294 DEBUG [M:0;d63b309a8c2d:34059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:34059 2024-11-18T21:19:40,294 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01741691978/backup-masters/d63b309a8c2d,34059,1731964780180 2024-11-18T21:19:40,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978/backup-masters 2024-11-18T21:19:40,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978/backup-masters 2024-11-18T21:19:40,298 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Set watcher on existing znode=/01741691978/backup-masters/d63b309a8c2d,34059,1731964780180 2024-11-18T21:19:40,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01741691978/master 2024-11-18T21:19:40,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978 2024-11-18T21:19:40,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978 2024-11-18T21:19:40,301 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Set watcher on existing znode=/01741691978/master 2024-11-18T21:19:40,302 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01741691978/backup-masters/d63b309a8c2d,34059,1731964780180 from backup master directory 2024-11-18T21:19:40,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01741691978/backup-masters/d63b309a8c2d,34059,1731964780180 2024-11-18T21:19:40,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978/backup-masters 2024-11-18T21:19:40,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978/backup-masters 2024-11-18T21:19:40,304 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:19:40,304 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,34059,1731964780180 2024-11-18T21:19:40,310 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/hbase.id] with ID: c372d96e-d915-4697-a978-8e0b1b7e753d 2024-11-18T21:19:40,310 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/.tmp/hbase.id 2024-11-18T21:19:40,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:19:40,720 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/.tmp/hbase.id]:[hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/hbase.id] 2024-11-18T21:19:40,737 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:40,737 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:19:40,738 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T21:19:40,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978 2024-11-18T21:19:40,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978 2024-11-18T21:19:40,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:19:40,788 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:19:40,789 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:19:40,790 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:40,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:19:41,160 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:19:41,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:19:41,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:19:41,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:19:41,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:19:41,206 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store 2024-11-18T21:19:41,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:19:41,214 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:41,215 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:19:41,215 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:41,215 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:41,215 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:19:41,215 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:41,215 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:41,215 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964781215Disabling compacts and flushes for region at 1731964781215Disabling writes for close at 1731964781215Writing region close event to WAL at 1731964781215Closed at 1731964781215 2024-11-18T21:19:41,216 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/.initializing 2024-11-18T21:19:41,216 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/WALs/d63b309a8c2d,34059,1731964780180 2024-11-18T21:19:41,217 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:19:41,219 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C34059%2C1731964780180, suffix=, logDir=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/WALs/d63b309a8c2d,34059,1731964780180, archiveDir=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/oldWALs, maxLogs=10 2024-11-18T21:19:41,239 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/WALs/d63b309a8c2d,34059,1731964780180/d63b309a8c2d%2C34059%2C1731964780180.1731964781219, exclude list is [], retry=0 2024-11-18T21:19:41,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38567,DS-37ba7cb4-da27-4ec8-8968-55e7f24003e6,DISK] 2024-11-18T21:19:41,245 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/WALs/d63b309a8c2d,34059,1731964780180/d63b309a8c2d%2C34059%2C1731964780180.1731964781219 2024-11-18T21:19:41,245 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46023:46023)] 2024-11-18T21:19:41,245 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:41,245 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:41,246 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:41,246 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:41,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:41,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:19:41,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:41,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:41,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:41,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:19:41,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:41,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:41,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:41,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:19:41,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:41,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:41,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:41,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:19:41,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:41,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:41,264 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:41,264 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:41,265 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:41,266 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:41,266 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:41,267 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:41,268 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:41,272 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:19:41,272 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61073555, jitterRate=-0.0899331122636795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:41,273 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964781246Initializing all the Stores at 1731964781247 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964781247Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964781247Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964781247Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964781247Cleaning up temporary data from old regions at 1731964781266 (+19 ms)Region opened successfully at 1731964781273 (+7 ms) 2024-11-18T21:19:41,279 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:19:41,283 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5734278f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:19:41,284 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:19:41,284 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:19:41,284 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:19:41,284 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:19:41,285 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:19:41,285 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:19:41,286 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:19:41,288 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:19:41,288 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Unable to get data of znode /01741691978/balancer because node does not exist (not necessarily an error) 2024-11-18T21:19:41,290 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01741691978/balancer already deleted, retry=false 2024-11-18T21:19:41,290 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:19:41,291 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Unable to get data of znode /01741691978/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:19:41,292 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01741691978/normalizer already deleted, retry=false 2024-11-18T21:19:41,292 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:19:41,297 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Unable to get data of znode /01741691978/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:19:41,298 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01741691978/switch/split already deleted, retry=false 2024-11-18T21:19:41,299 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Unable to get data of znode /01741691978/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:19:41,301 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01741691978/switch/merge already deleted, retry=false 2024-11-18T21:19:41,304 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Unable to get data of znode /01741691978/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:19:41,306 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01741691978/snapshot-cleanup already deleted, retry=false 2024-11-18T21:19:41,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01741691978/running 2024-11-18T21:19:41,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01741691978/running 2024-11-18T21:19:41,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978 2024-11-18T21:19:41,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978 2024-11-18T21:19:41,308 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,34059,1731964780180, sessionid=0x10054c345000000, setting cluster-up flag (Was=false) 2024-11-18T21:19:41,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978 2024-11-18T21:19:41,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978 2024-11-18T21:19:41,316 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01741691978/flush-table-proc/acquired, /01741691978/flush-table-proc/reached, /01741691978/flush-table-proc/abort 2024-11-18T21:19:41,317 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,34059,1731964780180 2024-11-18T21:19:41,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978 2024-11-18T21:19:41,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978 2024-11-18T21:19:41,325 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01741691978/online-snapshot/acquired, /01741691978/online-snapshot/reached, /01741691978/online-snapshot/abort 2024-11-18T21:19:41,330 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,34059,1731964780180 2024-11-18T21:19:41,331 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:19:41,333 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:41,334 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:19:41,334 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:19:41,334 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,34059,1731964780180 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:19:41,335 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:41,335 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:41,335 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:41,335 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:41,335 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:19:41,335 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:41,335 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:19:41,335 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:41,341 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731964811341 2024-11-18T21:19:41,341 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:19:41,341 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:19:41,341 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:19:41,341 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:19:41,341 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:41,341 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:19:41,341 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:19:41,341 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:19:41,341 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:41,342 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:41,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:19:41,345 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:19:41,345 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:19:41,345 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:19:41,345 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:19:41,345 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:19:41,345 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:19:41,348 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964781345,5,FailOnTimeoutGroup] 2024-11-18T21:19:41,350 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964781348,5,FailOnTimeoutGroup] 2024-11-18T21:19:41,350 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:41,350 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:19:41,350 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:41,350 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:41,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:19:41,378 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(746): ClusterId : c372d96e-d915-4697-a978-8e0b1b7e753d 2024-11-18T21:19:41,378 DEBUG [RS:0;d63b309a8c2d:45175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:19:41,381 DEBUG [RS:0;d63b309a8c2d:45175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:19:41,381 DEBUG [RS:0;d63b309a8c2d:45175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:19:41,383 DEBUG [RS:0;d63b309a8c2d:45175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:19:41,383 DEBUG [RS:0;d63b309a8c2d:45175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8f538e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:19:41,396 DEBUG [RS:0;d63b309a8c2d:45175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:45175 2024-11-18T21:19:41,396 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:19:41,396 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:19:41,396 DEBUG [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:19:41,396 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,34059,1731964780180 with port=45175, startcode=1731964780258 2024-11-18T21:19:41,397 DEBUG [RS:0;d63b309a8c2d:45175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:19:41,398 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:19:41,399 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34059 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,45175,1731964780258 2024-11-18T21:19:41,399 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34059 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,45175,1731964780258 2024-11-18T21:19:41,401 DEBUG [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd 2024-11-18T21:19:41,401 DEBUG [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42431 2024-11-18T21:19:41,401 DEBUG [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:19:41,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978/rs 2024-11-18T21:19:41,407 DEBUG [RS:0;d63b309a8c2d:45175 {}] zookeeper.ZKUtil(111): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Set watcher on existing znode=/01741691978/rs/d63b309a8c2d,45175,1731964780258 2024-11-18T21:19:41,407 WARN [RS:0;d63b309a8c2d:45175 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:19:41,407 INFO [RS:0;d63b309a8c2d:45175 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:41,407 DEBUG [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258 2024-11-18T21:19:41,409 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,45175,1731964780258] 2024-11-18T21:19:41,412 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:19:41,413 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:19:41,416 INFO [RS:0;d63b309a8c2d:45175 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:19:41,416 INFO [RS:0;d63b309a8c2d:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:41,416 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:19:41,417 INFO [RS:0;d63b309a8c2d:45175 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:19:41,417 INFO [RS:0;d63b309a8c2d:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:41,417 DEBUG [RS:0;d63b309a8c2d:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:41,417 DEBUG [RS:0;d63b309a8c2d:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:41,417 DEBUG [RS:0;d63b309a8c2d:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:41,417 DEBUG [RS:0;d63b309a8c2d:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:41,417 DEBUG [RS:0;d63b309a8c2d:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:41,417 DEBUG [RS:0;d63b309a8c2d:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:19:41,417 DEBUG [RS:0;d63b309a8c2d:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:41,417 DEBUG [RS:0;d63b309a8c2d:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:41,418 DEBUG [RS:0;d63b309a8c2d:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:41,418 DEBUG [RS:0;d63b309a8c2d:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:41,418 DEBUG [RS:0;d63b309a8c2d:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:41,418 DEBUG [RS:0;d63b309a8c2d:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:41,418 DEBUG [RS:0;d63b309a8c2d:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:19:41,418 DEBUG [RS:0;d63b309a8c2d:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:19:41,422 INFO [RS:0;d63b309a8c2d:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:41,422 INFO [RS:0;d63b309a8c2d:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:41,422 INFO [RS:0;d63b309a8c2d:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:41,422 INFO [RS:0;d63b309a8c2d:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:41,422 INFO [RS:0;d63b309a8c2d:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:41,422 INFO [RS:0;d63b309a8c2d:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,45175,1731964780258-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:19:41,441 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:19:41,441 INFO [RS:0;d63b309a8c2d:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,45175,1731964780258-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:41,442 INFO [RS:0;d63b309a8c2d:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:41,442 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.Replication(171): d63b309a8c2d,45175,1731964780258 started 2024-11-18T21:19:41,462 INFO [RS:0;d63b309a8c2d:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:41,462 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,45175,1731964780258, RpcServer on d63b309a8c2d/172.17.0.3:45175, sessionid=0x10054c345000001 2024-11-18T21:19:41,462 DEBUG [RS:0;d63b309a8c2d:45175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:19:41,462 DEBUG [RS:0;d63b309a8c2d:45175 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,45175,1731964780258 2024-11-18T21:19:41,463 DEBUG [RS:0;d63b309a8c2d:45175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,45175,1731964780258' 2024-11-18T21:19:41,463 DEBUG [RS:0;d63b309a8c2d:45175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01741691978/flush-table-proc/abort' 2024-11-18T21:19:41,464 DEBUG [RS:0;d63b309a8c2d:45175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01741691978/flush-table-proc/acquired' 2024-11-18T21:19:41,464 DEBUG [RS:0;d63b309a8c2d:45175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:19:41,464 DEBUG [RS:0;d63b309a8c2d:45175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:19:41,464 DEBUG [RS:0;d63b309a8c2d:45175 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,45175,1731964780258 2024-11-18T21:19:41,464 DEBUG [RS:0;d63b309a8c2d:45175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,45175,1731964780258' 2024-11-18T21:19:41,464 DEBUG [RS:0;d63b309a8c2d:45175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01741691978/online-snapshot/abort' 2024-11-18T21:19:41,465 DEBUG [RS:0;d63b309a8c2d:45175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01741691978/online-snapshot/acquired' 2024-11-18T21:19:41,469 DEBUG [RS:0;d63b309a8c2d:45175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:19:41,469 INFO [RS:0;d63b309a8c2d:45175 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:19:41,469 INFO [RS:0;d63b309a8c2d:45175 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:19:41,569 INFO [RS:0;d63b309a8c2d:45175 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:19:41,571 INFO [RS:0;d63b309a8c2d:45175 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C45175%2C1731964780258, suffix=, logDir=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258, archiveDir=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/oldWALs, maxLogs=10 2024-11-18T21:19:41,592 DEBUG [RS:0;d63b309a8c2d:45175 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572, exclude list is [], retry=0 2024-11-18T21:19:41,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38567,DS-37ba7cb4-da27-4ec8-8968-55e7f24003e6,DISK] 2024-11-18T21:19:41,597 INFO [RS:0;d63b309a8c2d:45175 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 2024-11-18T21:19:41,600 DEBUG [RS:0;d63b309a8c2d:45175 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46023:46023)] 2024-11-18T21:19:41,756 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:19:41,756 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd 2024-11-18T21:19:41,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741833_1009 (size=32) 2024-11-18T21:19:42,157 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:19:42,157 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T21:19:42,157 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:19:42,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:42,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:19:42,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:19:42,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:42,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:42,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:19:42,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:19:42,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:42,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:42,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:19:42,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:19:42,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:42,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:42,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:19:42,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:19:42,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:42,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:42,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:19:42,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740 2024-11-18T21:19:42,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740 2024-11-18T21:19:42,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:19:42,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:19:42,186 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:42,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:19:42,190 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:19:42,190 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59597938, jitterRate=-0.1119215190410614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:42,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731964782164Initializing all the Stores at 1731964782165 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964782165Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964782165Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964782165Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964782165Cleaning up temporary data from old regions at 1731964782185 (+20 ms)Region opened successfully at 1731964782191 (+6 ms) 2024-11-18T21:19:42,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:19:42,191 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:19:42,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:19:42,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:19:42,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:19:42,193 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:19:42,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964782191Disabling compacts and flushes for region at 1731964782191Disabling writes for close at 1731964782191Writing region close event to WAL at 1731964782192 (+1 ms)Closed at 1731964782193 (+1 ms) 2024-11-18T21:19:42,196 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:42,196 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:19:42,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:19:42,199 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:19:42,201 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:19:42,351 DEBUG [d63b309a8c2d:34059 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:19:42,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,45175,1731964780258 2024-11-18T21:19:42,354 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,45175,1731964780258, state=OPENING 2024-11-18T21:19:42,355 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:19:42,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978 2024-11-18T21:19:42,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978 2024-11-18T21:19:42,358 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:19:42,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01741691978/meta-region-server: CHANGED 2024-11-18T21:19:42,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,45175,1731964780258}] 2024-11-18T21:19:42,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01741691978/meta-region-server: CHANGED 2024-11-18T21:19:42,511 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:19:42,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:19:42,521 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:19:42,521 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:42,521 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:19:42,523 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C45175%2C1731964780258.meta, suffix=.meta, logDir=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258, archiveDir=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/oldWALs, maxLogs=10 2024-11-18T21:19:42,543 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.meta.1731964782523.meta, exclude list is [], retry=0 2024-11-18T21:19:42,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38567,DS-37ba7cb4-da27-4ec8-8968-55e7f24003e6,DISK] 2024-11-18T21:19:42,554 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.meta.1731964782523.meta 2024-11-18T21:19:42,556 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46023:46023)] 2024-11-18T21:19:42,556 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:42,556 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:19:42,557 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:19:42,557 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:19:42,557 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:19:42,557 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:19:42,557 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:42,557 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:19:42,557 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:19:42,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:19:42,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:19:42,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:42,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:42,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:19:42,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:19:42,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:42,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:42,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:19:42,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:19:42,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:42,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:42,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:19:42,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:19:42,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:42,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:42,568 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:19:42,569 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740 2024-11-18T21:19:42,570 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740 2024-11-18T21:19:42,572 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:19:42,572 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:19:42,573 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:42,575 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:19:42,576 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74602576, jitterRate=0.11166501045227051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:42,576 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:19:42,577 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964782557Writing region info on filesystem at 1731964782557Initializing all the Stores at 1731964782559 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964782559Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964782559Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964782559Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964782560 (+1 ms)Cleaning up temporary data from old regions at 1731964782572 (+12 ms)Running coprocessor post-open hooks at 1731964782576 (+4 ms)Region opened successfully at 1731964782577 (+1 ms) 2024-11-18T21:19:42,585 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731964782511 2024-11-18T21:19:42,588 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:19:42,588 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:19:42,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,45175,1731964780258 2024-11-18T21:19:42,591 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,45175,1731964780258, state=OPEN 2024-11-18T21:19:42,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01741691978/meta-region-server 2024-11-18T21:19:42,597 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,45175,1731964780258 2024-11-18T21:19:42,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01741691978/meta-region-server: CHANGED 2024-11-18T21:19:42,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01741691978/meta-region-server 2024-11-18T21:19:42,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01741691978/meta-region-server: CHANGED 2024-11-18T21:19:42,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:19:42,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,45175,1731964780258 in 239 msec 2024-11-18T21:19:42,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:19:42,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-18T21:19:42,612 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:42,612 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:19:42,617 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:42,617 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,45175,1731964780258, seqNum=-1] 2024-11-18T21:19:42,618 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:42,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:19:42,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3180 sec 2024-11-18T21:19:42,656 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964782656, completionTime=-1 2024-11-18T21:19:42,656 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:19:42,657 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:19:42,662 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:19:42,662 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731964842662 2024-11-18T21:19:42,662 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731964902662 2024-11-18T21:19:42,663 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-18T21:19:42,663 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,34059,1731964780180-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:42,663 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,34059,1731964780180-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:42,663 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,34059,1731964780180-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:42,663 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:34059, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:42,663 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:42,664 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:42,667 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:19:42,670 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.366sec 2024-11-18T21:19:42,670 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:19:42,670 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:19:42,670 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:19:42,670 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:19:42,670 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:19:42,670 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,34059,1731964780180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:19:42,670 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,34059,1731964780180-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:19:42,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6bf546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:42,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,34059,-1 for getting cluster id 2024-11-18T21:19:42,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:42,687 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:19:42,687 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:19:42,687 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,34059,1731964780180-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:42,694 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c372d96e-d915-4697-a978-8e0b1b7e753d' 2024-11-18T21:19:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c372d96e-d915-4697-a978-8e0b1b7e753d" 2024-11-18T21:19:42,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e6e354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:42,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,34059,-1] 2024-11-18T21:19:42,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:42,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:42,698 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:42,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc1aa73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:42,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,45175,1731964780258, seqNum=-1] 2024-11-18T21:19:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:42,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:19:42,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,34059,1731964780180 2024-11-18T21:19:42,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61143 2024-11-18T21:19:42,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:42,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10054c345000002 connected 2024-11-18T21:19:42,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/hadoop.log.dir so I do NOT create it in target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4 2024-11-18T21:19:42,732 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:19:42,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/hadoop.tmp.dir so I do NOT create it in target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4 2024-11-18T21:19:42,732 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:19:42,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4 2024-11-18T21:19:42,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:19:42,733 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/cluster_4ae3c095-2a1f-dca8-1075-3063478367e0, deleteOnExit=true 2024-11-18T21:19:42,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:19:42,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/test.cache.data in system properties and HBase conf 2024-11-18T21:19:42,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:19:42,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:19:42,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:19:42,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:19:42,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:19:42,733 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:19:42,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:19:42,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:19:42,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:19:42,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:19:42,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:19:42,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:19:42,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:19:42,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:19:42,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:19:42,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:19:42,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:19:42,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:19:42,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:19:42,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:19:42,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:19:42,854 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:19:42,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:19:42,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:19:42,862 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:19:42,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:19:42,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e637be1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:19:42,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@96969f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:19:43,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@82b9ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/java.io.tmpdir/jetty-localhost-45539-hadoop-hdfs-3_4_1-tests_jar-_-any-764771558409519549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:19:43,026 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40b5a5e7{HTTP/1.1, (http/1.1)}{localhost:45539} 2024-11-18T21:19:43,026 INFO [Time-limited test {}] server.Server(415): Started @49402ms 2024-11-18T21:19:43,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:19:43,176 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:19:43,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:19:43,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:19:43,188 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:19:43,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d2f54a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:19:43,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64b0f81c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:19:43,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7467d10f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/java.io.tmpdir/jetty-localhost-34221-hadoop-hdfs-3_4_1-tests_jar-_-any-1928677370829811415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:19:43,316 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9b3bd94{HTTP/1.1, (http/1.1)}{localhost:34221} 2024-11-18T21:19:43,316 INFO [Time-limited test {}] server.Server(415): Started @49692ms 2024-11-18T21:19:43,317 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:19:43,446 WARN [Thread-942 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/cluster_4ae3c095-2a1f-dca8-1075-3063478367e0/data/data1/current/BP-1878392522-172.17.0.3-1731964782778/current, will proceed with Du for space computation calculation, 2024-11-18T21:19:43,447 WARN [Thread-943 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/cluster_4ae3c095-2a1f-dca8-1075-3063478367e0/data/data2/current/BP-1878392522-172.17.0.3-1731964782778/current, will proceed with Du for space computation calculation, 2024-11-18T21:19:43,517 WARN [Thread-930 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:19:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x588bfb1945745d11 with lease ID 0x6e881ce0eafbf795: Processing first storage report for DS-d7ecf39e-e31d-4189-b988-ec8d51b66bb2 from datanode DatanodeRegistration(127.0.0.1:37645, datanodeUuid=4bc7abec-62c2-47d7-96c8-1d220829c019, infoPort=41361, infoSecurePort=0, ipcPort=43461, storageInfo=lv=-57;cid=testClusterID;nsid=1580782596;c=1731964782778) 2024-11-18T21:19:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x588bfb1945745d11 with lease ID 0x6e881ce0eafbf795: from storage DS-d7ecf39e-e31d-4189-b988-ec8d51b66bb2 node DatanodeRegistration(127.0.0.1:37645, datanodeUuid=4bc7abec-62c2-47d7-96c8-1d220829c019, infoPort=41361, infoSecurePort=0, ipcPort=43461, storageInfo=lv=-57;cid=testClusterID;nsid=1580782596;c=1731964782778), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:19:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x588bfb1945745d11 with lease ID 0x6e881ce0eafbf795: Processing first storage report for DS-a9cbd4ae-be37-42f2-93c7-40a48b8d449d from datanode DatanodeRegistration(127.0.0.1:37645, datanodeUuid=4bc7abec-62c2-47d7-96c8-1d220829c019, infoPort=41361, infoSecurePort=0, ipcPort=43461, storageInfo=lv=-57;cid=testClusterID;nsid=1580782596;c=1731964782778) 2024-11-18T21:19:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x588bfb1945745d11 with lease ID 0x6e881ce0eafbf795: from storage DS-a9cbd4ae-be37-42f2-93c7-40a48b8d449d node DatanodeRegistration(127.0.0.1:37645, datanodeUuid=4bc7abec-62c2-47d7-96c8-1d220829c019, infoPort=41361, infoSecurePort=0, ipcPort=43461, storageInfo=lv=-57;cid=testClusterID;nsid=1580782596;c=1731964782778), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:19:43,593 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4 2024-11-18T21:19:43,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:43,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:43,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:19:44,021 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231 with version=8 2024-11-18T21:19:44,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/hbase-staging 2024-11-18T21:19:44,023 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:19:44,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:44,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:44,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:19:44,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:44,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:19:44,024 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:19:44,024 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:19:44,024 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38889 2024-11-18T21:19:44,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38889 connecting to ZooKeeper ensemble=127.0.0.1:61143 2024-11-18T21:19:44,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388890x0, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:44,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38889-0x10054c345000003 connected 2024-11-18T21:19:44,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:44,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:44,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Set watcher on znode that does not yet exist, /190037629/running 2024-11-18T21:19:44,049 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231, hbase.cluster.distributed=false 2024-11-18T21:19:44,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Set watcher on znode that does not yet exist, /190037629/acl 2024-11-18T21:19:44,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38889 2024-11-18T21:19:44,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38889 2024-11-18T21:19:44,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38889 2024-11-18T21:19:44,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38889 2024-11-18T21:19:44,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38889 2024-11-18T21:19:44,080 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:19:44,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:44,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:44,080 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:19:44,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:19:44,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:19:44,081 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:19:44,081 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:19:44,084 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41853 2024-11-18T21:19:44,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41853 connecting to ZooKeeper ensemble=127.0.0.1:61143 2024-11-18T21:19:44,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:44,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:44,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418530x0, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:44,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418530x0, quorum=127.0.0.1:61143, baseZNode=/190037629 Set watcher on znode that does not yet exist, /190037629/running 2024-11-18T21:19:44,095 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:19:44,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41853-0x10054c345000004 connected 2024-11-18T21:19:44,101 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:19:44,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Set watcher on znode that does not yet exist, /190037629/master 2024-11-18T21:19:44,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Set watcher on znode that does not yet exist, /190037629/acl 2024-11-18T21:19:44,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41853 2024-11-18T21:19:44,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41853 2024-11-18T21:19:44,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41853 2024-11-18T21:19:44,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41853 2024-11-18T21:19:44,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41853 2024-11-18T21:19:44,131 DEBUG [M:0;d63b309a8c2d:38889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:38889 2024-11-18T21:19:44,131 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /190037629/backup-masters/d63b309a8c2d,38889,1731964784023 2024-11-18T21:19:44,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629/backup-masters 2024-11-18T21:19:44,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629/backup-masters 2024-11-18T21:19:44,139 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Set watcher on existing znode=/190037629/backup-masters/d63b309a8c2d,38889,1731964784023 2024-11-18T21:19:44,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/190037629/master 2024-11-18T21:19:44,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629 2024-11-18T21:19:44,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629 2024-11-18T21:19:44,142 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Set watcher on existing znode=/190037629/master 2024-11-18T21:19:44,142 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /190037629/backup-masters/d63b309a8c2d,38889,1731964784023 from backup master directory 2024-11-18T21:19:44,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/190037629/backup-masters/d63b309a8c2d,38889,1731964784023 2024-11-18T21:19:44,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629/backup-masters 2024-11-18T21:19:44,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629/backup-masters 2024-11-18T21:19:44,143 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:19:44,143 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,38889,1731964784023 2024-11-18T21:19:44,148 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/hbase.id] with ID: a6a5f86f-4441-4207-bd70-1dadf4ce8084 2024-11-18T21:19:44,148 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/.tmp/hbase.id 2024-11-18T21:19:44,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:19:44,156 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/.tmp/hbase.id]:[hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/hbase.id] 2024-11-18T21:19:44,172 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:44,172 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:19:44,173 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T21:19:44,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629 2024-11-18T21:19:44,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629 2024-11-18T21:19:44,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:19:44,589 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:19:44,590 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:19:44,590 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:44,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:19:45,000 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store 2024-11-18T21:19:45,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:19:45,410 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:45,410 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:19:45,411 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:45,411 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:45,411 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:19:45,411 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:45,411 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:19:45,411 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964785410Disabling compacts and flushes for region at 1731964785410Disabling writes for close at 1731964785411 (+1 ms)Writing region close event to WAL at 1731964785411Closed at 1731964785411 2024-11-18T21:19:45,412 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/.initializing 2024-11-18T21:19:45,412 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/WALs/d63b309a8c2d,38889,1731964784023 2024-11-18T21:19:45,413 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:19:45,415 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C38889%2C1731964784023, suffix=, logDir=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/WALs/d63b309a8c2d,38889,1731964784023, archiveDir=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/oldWALs, maxLogs=10 2024-11-18T21:19:45,431 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/WALs/d63b309a8c2d,38889,1731964784023/d63b309a8c2d%2C38889%2C1731964784023.1731964785416, exclude list is [], retry=0 2024-11-18T21:19:45,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37645,DS-d7ecf39e-e31d-4189-b988-ec8d51b66bb2,DISK] 2024-11-18T21:19:45,436 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/WALs/d63b309a8c2d,38889,1731964784023/d63b309a8c2d%2C38889%2C1731964784023.1731964785416 2024-11-18T21:19:45,436 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41361:41361)] 2024-11-18T21:19:45,437 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:45,437 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:45,437 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:45,437 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:45,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:45,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:19:45,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:45,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:45,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:45,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:19:45,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:45,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:45,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:45,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:19:45,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:45,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:45,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:45,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:19:45,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:45,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:45,448 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:45,448 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:45,449 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:45,450 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:45,450 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:45,451 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:45,452 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:19:45,454 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:19:45,455 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60134528, jitterRate=-0.10392570495605469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:45,455 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964785437Initializing all the Stores at 1731964785438 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964785438Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964785438Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964785438Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964785438Cleaning up temporary data from old regions at 1731964785450 (+12 ms)Region opened successfully at 1731964785455 (+5 ms) 2024-11-18T21:19:45,455 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:19:45,459 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f80b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:19:45,460 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:19:45,460 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:19:45,460 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:19:45,460 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:19:45,460 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:19:45,461 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:19:45,461 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:19:45,463 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:19:45,464 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Unable to get data of znode /190037629/balancer because node does not exist (not necessarily an error) 2024-11-18T21:19:45,466 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /190037629/balancer already deleted, retry=false 2024-11-18T21:19:45,466 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:19:45,467 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Unable to get data of znode /190037629/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:19:45,470 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /190037629/normalizer already deleted, retry=false 2024-11-18T21:19:45,471 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:19:45,477 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Unable to get data of znode /190037629/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:19:45,479 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /190037629/switch/split already deleted, retry=false 2024-11-18T21:19:45,480 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Unable to get data of znode /190037629/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:19:45,481 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /190037629/switch/merge already deleted, retry=false 2024-11-18T21:19:45,484 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Unable to get data of znode /190037629/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:19:45,485 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /190037629/snapshot-cleanup already deleted, retry=false 2024-11-18T21:19:45,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/190037629/running 2024-11-18T21:19:45,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/190037629/running 2024-11-18T21:19:45,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629 2024-11-18T21:19:45,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629 2024-11-18T21:19:45,489 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,38889,1731964784023, sessionid=0x10054c345000003, setting cluster-up flag (Was=false) 2024-11-18T21:19:45,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629 2024-11-18T21:19:45,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629 2024-11-18T21:19:45,499 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /190037629/flush-table-proc/acquired, /190037629/flush-table-proc/reached, /190037629/flush-table-proc/abort 2024-11-18T21:19:45,500 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,38889,1731964784023 2024-11-18T21:19:45,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629 2024-11-18T21:19:45,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629 2024-11-18T21:19:45,508 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /190037629/online-snapshot/acquired, /190037629/online-snapshot/reached, /190037629/online-snapshot/abort 2024-11-18T21:19:45,509 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,38889,1731964784023 2024-11-18T21:19:45,511 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:19:45,513 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:45,513 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:19:45,513 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:19:45,513 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,38889,1731964784023 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:19:45,514 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:45,514 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:45,514 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:45,514 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:19:45,515 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:19:45,515 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:45,515 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:19:45,515 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:45,522 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:45,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:19:45,523 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer(746): ClusterId : a6a5f86f-4441-4207-bd70-1dadf4ce8084 2024-11-18T21:19:45,523 DEBUG [RS:0;d63b309a8c2d:41853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:19:45,524 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:45,524 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:19:45,524 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731964815524 2024-11-18T21:19:45,525 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:19:45,525 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:19:45,525 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:19:45,525 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:19:45,525 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:19:45,525 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:19:45,526 DEBUG [RS:0;d63b309a8c2d:41853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:19:45,526 DEBUG [RS:0;d63b309a8c2d:41853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:19:45,528 DEBUG [RS:0;d63b309a8c2d:41853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:19:45,528 DEBUG [RS:0;d63b309a8c2d:41853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4feff6d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:19:45,528 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:45,538 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:19:45,538 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:19:45,538 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:19:45,538 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:19:45,539 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:19:45,539 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:19:45,540 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964785539,5,FailOnTimeoutGroup] 2024-11-18T21:19:45,540 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964785540,5,FailOnTimeoutGroup] 2024-11-18T21:19:45,541 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:45,541 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:19:45,541 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:45,541 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:45,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:19:45,544 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:19:45,544 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231 2024-11-18T21:19:45,546 DEBUG [RS:0;d63b309a8c2d:41853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:41853 2024-11-18T21:19:45,546 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:19:45,546 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:19:45,546 DEBUG [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:19:45,547 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,38889,1731964784023 with port=41853, startcode=1731964784080 2024-11-18T21:19:45,547 DEBUG [RS:0;d63b309a8c2d:41853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:19:45,550 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:19:45,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38889 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,41853,1731964784080 2024-11-18T21:19:45,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38889 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,41853,1731964784080 2024-11-18T21:19:45,552 DEBUG [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231 2024-11-18T21:19:45,552 DEBUG [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34283 2024-11-18T21:19:45,552 DEBUG [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:19:45,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629/rs 2024-11-18T21:19:45,554 DEBUG [RS:0;d63b309a8c2d:41853 {}] zookeeper.ZKUtil(111): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Set watcher on existing znode=/190037629/rs/d63b309a8c2d,41853,1731964784080 2024-11-18T21:19:45,554 WARN [RS:0;d63b309a8c2d:41853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:19:45,554 INFO [RS:0;d63b309a8c2d:41853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:45,555 DEBUG [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/WALs/d63b309a8c2d,41853,1731964784080 2024-11-18T21:19:45,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,41853,1731964784080] 2024-11-18T21:19:45,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741832_1008 (size=32) 2024-11-18T21:19:45,568 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:19:45,572 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:19:45,573 INFO [RS:0;d63b309a8c2d:41853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:19:45,573 INFO [RS:0;d63b309a8c2d:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:45,573 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:19:45,574 INFO [RS:0;d63b309a8c2d:41853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:19:45,574 INFO [RS:0;d63b309a8c2d:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:45,574 DEBUG [RS:0;d63b309a8c2d:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:45,574 DEBUG [RS:0;d63b309a8c2d:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:45,574 DEBUG [RS:0;d63b309a8c2d:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:45,574 DEBUG [RS:0;d63b309a8c2d:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:45,574 DEBUG [RS:0;d63b309a8c2d:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:45,574 DEBUG [RS:0;d63b309a8c2d:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:19:45,574 DEBUG [RS:0;d63b309a8c2d:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:45,574 DEBUG [RS:0;d63b309a8c2d:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:45,574 DEBUG [RS:0;d63b309a8c2d:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:45,574 DEBUG [RS:0;d63b309a8c2d:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:45,574 DEBUG [RS:0;d63b309a8c2d:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:45,574 DEBUG [RS:0;d63b309a8c2d:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:19:45,574 DEBUG [RS:0;d63b309a8c2d:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:19:45,574 DEBUG [RS:0;d63b309a8c2d:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:19:45,580 INFO [RS:0;d63b309a8c2d:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:45,580 INFO [RS:0;d63b309a8c2d:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:45,580 INFO [RS:0;d63b309a8c2d:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:45,580 INFO [RS:0;d63b309a8c2d:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:45,580 INFO [RS:0;d63b309a8c2d:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:45,580 INFO [RS:0;d63b309a8c2d:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,41853,1731964784080-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:19:45,598 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:19:45,598 INFO [RS:0;d63b309a8c2d:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,41853,1731964784080-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:45,598 INFO [RS:0;d63b309a8c2d:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:45,598 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.Replication(171): d63b309a8c2d,41853,1731964784080 started 2024-11-18T21:19:45,613 INFO [RS:0;d63b309a8c2d:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:45,613 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,41853,1731964784080, RpcServer on d63b309a8c2d/172.17.0.3:41853, sessionid=0x10054c345000004 2024-11-18T21:19:45,613 DEBUG [RS:0;d63b309a8c2d:41853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:19:45,613 DEBUG [RS:0;d63b309a8c2d:41853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,41853,1731964784080 2024-11-18T21:19:45,613 DEBUG [RS:0;d63b309a8c2d:41853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,41853,1731964784080' 2024-11-18T21:19:45,613 DEBUG [RS:0;d63b309a8c2d:41853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/190037629/flush-table-proc/abort' 2024-11-18T21:19:45,614 DEBUG [RS:0;d63b309a8c2d:41853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/190037629/flush-table-proc/acquired' 2024-11-18T21:19:45,615 DEBUG [RS:0;d63b309a8c2d:41853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:19:45,615 DEBUG [RS:0;d63b309a8c2d:41853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:19:45,615 DEBUG [RS:0;d63b309a8c2d:41853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,41853,1731964784080 2024-11-18T21:19:45,615 DEBUG [RS:0;d63b309a8c2d:41853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,41853,1731964784080' 2024-11-18T21:19:45,615 DEBUG [RS:0;d63b309a8c2d:41853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/190037629/online-snapshot/abort' 2024-11-18T21:19:45,615 DEBUG [RS:0;d63b309a8c2d:41853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/190037629/online-snapshot/acquired' 2024-11-18T21:19:45,616 DEBUG [RS:0;d63b309a8c2d:41853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:19:45,616 INFO [RS:0;d63b309a8c2d:41853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:19:45,616 INFO [RS:0;d63b309a8c2d:41853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:19:45,716 INFO [RS:0;d63b309a8c2d:41853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:19:45,718 INFO [RS:0;d63b309a8c2d:41853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C41853%2C1731964784080, suffix=, logDir=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/WALs/d63b309a8c2d,41853,1731964784080, archiveDir=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/oldWALs, maxLogs=10 2024-11-18T21:19:45,732 DEBUG [RS:0;d63b309a8c2d:41853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/WALs/d63b309a8c2d,41853,1731964784080/d63b309a8c2d%2C41853%2C1731964784080.1731964785718, exclude list is [], retry=0 2024-11-18T21:19:45,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37645,DS-d7ecf39e-e31d-4189-b988-ec8d51b66bb2,DISK] 2024-11-18T21:19:45,737 INFO [RS:0;d63b309a8c2d:41853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/WALs/d63b309a8c2d,41853,1731964784080/d63b309a8c2d%2C41853%2C1731964784080.1731964785718 2024-11-18T21:19:45,739 DEBUG [RS:0;d63b309a8c2d:41853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41361:41361)] 2024-11-18T21:19:45,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:45,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:19:45,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:19:45,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:45,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:45,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:19:45,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:19:45,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:45,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:45,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:19:45,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:19:45,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:45,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:45,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:19:45,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:19:45,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:45,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:45,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:19:45,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740 2024-11-18T21:19:45,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740 2024-11-18T21:19:45,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:19:45,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:19:45,975 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:45,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:19:45,978 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:19:45,978 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60456463, jitterRate=-0.09912849962711334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:45,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731964785963Initializing all the Stores at 1731964785964 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964785964Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964785964Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964785965 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964785965Cleaning up temporary data from old regions at 1731964785974 (+9 ms)Region opened successfully at 1731964785979 (+5 ms) 2024-11-18T21:19:45,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:19:45,979 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:19:45,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:19:45,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:19:45,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:19:45,979 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:19:45,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964785979Disabling compacts and flushes for region at 1731964785979Disabling writes for close at 1731964785979Writing region close event to WAL at 1731964785979Closed at 1731964785979 2024-11-18T21:19:45,980 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:45,981 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:19:45,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:19:45,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:19:45,983 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:19:46,133 DEBUG [d63b309a8c2d:38889 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:19:46,134 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,41853,1731964784080 2024-11-18T21:19:46,135 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,41853,1731964784080, state=OPENING 2024-11-18T21:19:46,141 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:19:46,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629 2024-11-18T21:19:46,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629 2024-11-18T21:19:46,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /190037629/meta-region-server: CHANGED 2024-11-18T21:19:46,143 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:19:46,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,41853,1731964784080}] 2024-11-18T21:19:46,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /190037629/meta-region-server: CHANGED 2024-11-18T21:19:46,297 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:19:46,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:19:46,304 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:19:46,304 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:46,305 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:19:46,306 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C41853%2C1731964784080.meta, suffix=.meta, logDir=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/WALs/d63b309a8c2d,41853,1731964784080, archiveDir=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/oldWALs, maxLogs=10 2024-11-18T21:19:46,327 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/WALs/d63b309a8c2d,41853,1731964784080/d63b309a8c2d%2C41853%2C1731964784080.meta.1731964786307.meta, exclude list is [], retry=0 2024-11-18T21:19:46,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37645,DS-d7ecf39e-e31d-4189-b988-ec8d51b66bb2,DISK] 2024-11-18T21:19:46,332 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/WALs/d63b309a8c2d,41853,1731964784080/d63b309a8c2d%2C41853%2C1731964784080.meta.1731964786307.meta 2024-11-18T21:19:46,332 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41361:41361)] 2024-11-18T21:19:46,333 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:46,333 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:19:46,333 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:19:46,333 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:19:46,333 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:19:46,333 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:19:46,333 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:46,333 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:19:46,333 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:19:46,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:19:46,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:19:46,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:46,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:46,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:19:46,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:19:46,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:46,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:46,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:19:46,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:19:46,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:46,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:46,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:19:46,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:19:46,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:46,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:19:46,343 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:19:46,344 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740 2024-11-18T21:19:46,345 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740 2024-11-18T21:19:46,346 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:19:46,346 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:19:46,347 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:19:46,348 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:19:46,349 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72810331, jitterRate=0.08495847880840302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:19:46,349 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:19:46,350 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964786334Writing region info on filesystem at 1731964786334Initializing all the Stores at 1731964786334Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964786334Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964786337 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964786337Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964786337Cleaning up temporary data from old regions at 1731964786346 (+9 ms)Running coprocessor post-open hooks at 1731964786349 (+3 ms)Region opened successfully at 1731964786349 2024-11-18T21:19:46,351 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731964786297 2024-11-18T21:19:46,354 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:19:46,355 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:19:46,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,41853,1731964784080 2024-11-18T21:19:46,358 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,41853,1731964784080, state=OPEN 2024-11-18T21:19:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/190037629/meta-region-server 2024-11-18T21:19:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/190037629/meta-region-server 2024-11-18T21:19:46,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /190037629/meta-region-server: CHANGED 2024-11-18T21:19:46,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /190037629/meta-region-server: CHANGED 2024-11-18T21:19:46,360 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,41853,1731964784080 2024-11-18T21:19:46,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:19:46,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,41853,1731964784080 in 217 msec 2024-11-18T21:19:46,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:19:46,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 382 msec 2024-11-18T21:19:46,366 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:19:46,366 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:19:46,368 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:46,368 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,41853,1731964784080, seqNum=-1] 2024-11-18T21:19:46,368 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:46,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:19:46,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 862 msec 2024-11-18T21:19:46,375 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964786375, completionTime=-1 2024-11-18T21:19:46,375 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:19:46,375 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:19:46,377 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:19:46,377 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731964846377 2024-11-18T21:19:46,377 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731964906377 2024-11-18T21:19:46,377 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T21:19:46,378 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38889,1731964784023-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:46,378 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38889,1731964784023-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:46,378 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38889,1731964784023-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:46,378 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:38889, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:46,378 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:46,379 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:46,380 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:19:46,382 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.239sec 2024-11-18T21:19:46,382 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:19:46,382 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:19:46,382 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:19:46,383 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:19:46,383 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:19:46,383 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38889,1731964784023-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:19:46,383 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38889,1731964784023-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:19:46,385 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:19:46,385 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:19:46,385 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38889,1731964784023-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:19:46,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29930def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:46,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38889,-1 for getting cluster id 2024-11-18T21:19:46,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:46,425 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6a5f86f-4441-4207-bd70-1dadf4ce8084' 2024-11-18T21:19:46,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6a5f86f-4441-4207-bd70-1dadf4ce8084" 2024-11-18T21:19:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6c1ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38889,-1] 2024-11-18T21:19:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:46,427 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:46,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77773c9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:46,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:46,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,41853,1731964784080, seqNum=-1] 2024-11-18T21:19:46,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:46,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:19:46,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,38889,1731964784023 2024-11-18T21:19:46,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61143 2024-11-18T21:19:46,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:19:46,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10054c345000005 connected 2024-11-18T21:19:46,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,34059,1731964780180 2024-11-18T21:19:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cb4e05c 2024-11-18T21:19:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:46,448 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:19:46,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34059 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:19:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34059 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T21:19:46,457 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:19:46,458 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:46,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34059 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T21:19:46,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:19:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:46,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741835_1011 (size=902) 2024-11-18T21:19:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:46,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 690d991be566e641544ae0a972f7fb8b, NAME => 'test,,1731964786449.690d991be566e641544ae0a972f7fb8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd 2024-11-18T21:19:46,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741836_1012 (size=39) 2024-11-18T21:19:46,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731964786449.690d991be566e641544ae0a972f7fb8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:46,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 690d991be566e641544ae0a972f7fb8b, disabling compactions & flushes 2024-11-18T21:19:46,889 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731964786449.690d991be566e641544ae0a972f7fb8b. 2024-11-18T21:19:46,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964786449.690d991be566e641544ae0a972f7fb8b. 2024-11-18T21:19:46,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731964786449.690d991be566e641544ae0a972f7fb8b. after waiting 0 ms 2024-11-18T21:19:46,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731964786449.690d991be566e641544ae0a972f7fb8b. 2024-11-18T21:19:46,890 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731964786449.690d991be566e641544ae0a972f7fb8b. 2024-11-18T21:19:46,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 690d991be566e641544ae0a972f7fb8b: Waiting for close lock at 1731964786889Disabling compacts and flushes for region at 1731964786889Disabling writes for close at 1731964786890 (+1 ms)Writing region close event to WAL at 1731964786890Closed at 1731964786890 2024-11-18T21:19:46,893 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:19:46,893 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731964786449.690d991be566e641544ae0a972f7fb8b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731964786893"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964786893"}]},"ts":"1731964786893"} 2024-11-18T21:19:46,896 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:19:46,897 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:19:46,897 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964786897"}]},"ts":"1731964786897"} 2024-11-18T21:19:46,900 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T21:19:46,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=690d991be566e641544ae0a972f7fb8b, ASSIGN}] 2024-11-18T21:19:46,902 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=690d991be566e641544ae0a972f7fb8b, ASSIGN 2024-11-18T21:19:46,903 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=690d991be566e641544ae0a972f7fb8b, ASSIGN; state=OFFLINE, location=d63b309a8c2d,45175,1731964780258; forceNewPlan=false, retain=false 2024-11-18T21:19:47,053 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=690d991be566e641544ae0a972f7fb8b, regionState=OPENING, regionLocation=d63b309a8c2d,45175,1731964780258 2024-11-18T21:19:47,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=690d991be566e641544ae0a972f7fb8b, ASSIGN because future has completed 2024-11-18T21:19:47,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 690d991be566e641544ae0a972f7fb8b, server=d63b309a8c2d,45175,1731964780258}] 2024-11-18T21:19:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:47,219 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731964786449.690d991be566e641544ae0a972f7fb8b. 2024-11-18T21:19:47,219 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 690d991be566e641544ae0a972f7fb8b, NAME => 'test,,1731964786449.690d991be566e641544ae0a972f7fb8b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:47,220 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:19:47,220 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T21:19:47,220 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 690d991be566e641544ae0a972f7fb8b 2024-11-18T21:19:47,220 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731964786449.690d991be566e641544ae0a972f7fb8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:47,220 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 690d991be566e641544ae0a972f7fb8b 2024-11-18T21:19:47,220 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 690d991be566e641544ae0a972f7fb8b 2024-11-18T21:19:47,222 INFO [StoreOpener-690d991be566e641544ae0a972f7fb8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 690d991be566e641544ae0a972f7fb8b 2024-11-18T21:19:47,223 INFO [StoreOpener-690d991be566e641544ae0a972f7fb8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 690d991be566e641544ae0a972f7fb8b columnFamilyName f 2024-11-18T21:19:47,223 DEBUG [StoreOpener-690d991be566e641544ae0a972f7fb8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:47,224 INFO [StoreOpener-690d991be566e641544ae0a972f7fb8b-1 {}] regionserver.HStore(327): Store=690d991be566e641544ae0a972f7fb8b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:47,224 INFO [StoreOpener-690d991be566e641544ae0a972f7fb8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 690d991be566e641544ae0a972f7fb8b 2024-11-18T21:19:47,226 INFO [StoreOpener-690d991be566e641544ae0a972f7fb8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 690d991be566e641544ae0a972f7fb8b columnFamilyName f1 2024-11-18T21:19:47,226 DEBUG [StoreOpener-690d991be566e641544ae0a972f7fb8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:47,226 INFO [StoreOpener-690d991be566e641544ae0a972f7fb8b-1 {}] regionserver.HStore(327): Store=690d991be566e641544ae0a972f7fb8b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:47,226 INFO [StoreOpener-690d991be566e641544ae0a972f7fb8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 690d991be566e641544ae0a972f7fb8b 2024-11-18T21:19:47,227 INFO [StoreOpener-690d991be566e641544ae0a972f7fb8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 690d991be566e641544ae0a972f7fb8b columnFamilyName norep 2024-11-18T21:19:47,227 DEBUG [StoreOpener-690d991be566e641544ae0a972f7fb8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:47,227 INFO [StoreOpener-690d991be566e641544ae0a972f7fb8b-1 {}] regionserver.HStore(327): Store=690d991be566e641544ae0a972f7fb8b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:47,228 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 690d991be566e641544ae0a972f7fb8b 2024-11-18T21:19:47,228 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b 2024-11-18T21:19:47,229 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b 2024-11-18T21:19:47,230 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 690d991be566e641544ae0a972f7fb8b 2024-11-18T21:19:47,230 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 690d991be566e641544ae0a972f7fb8b 2024-11-18T21:19:47,230 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:19:47,231 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 690d991be566e641544ae0a972f7fb8b 2024-11-18T21:19:47,234 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:19:47,235 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 690d991be566e641544ae0a972f7fb8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65718166, jitterRate=-0.020723015069961548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:19:47,235 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 690d991be566e641544ae0a972f7fb8b 2024-11-18T21:19:47,236 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 690d991be566e641544ae0a972f7fb8b: Running coprocessor pre-open hook at 1731964787220Writing region info on filesystem at 1731964787220Initializing all the Stores at 1731964787221 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964787221Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964787222 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964787222Cleaning up temporary data from old regions at 1731964787230 (+8 ms)Running coprocessor post-open hooks at 1731964787235 (+5 ms)Region opened successfully at 1731964787236 (+1 ms) 2024-11-18T21:19:47,238 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731964786449.690d991be566e641544ae0a972f7fb8b., pid=6, masterSystemTime=1731964787210 2024-11-18T21:19:47,240 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731964786449.690d991be566e641544ae0a972f7fb8b. 2024-11-18T21:19:47,241 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731964786449.690d991be566e641544ae0a972f7fb8b. 2024-11-18T21:19:47,242 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=690d991be566e641544ae0a972f7fb8b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d63b309a8c2d,45175,1731964780258 2024-11-18T21:19:47,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 690d991be566e641544ae0a972f7fb8b, server=d63b309a8c2d,45175,1731964780258 because future has completed 2024-11-18T21:19:47,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:19:47,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 690d991be566e641544ae0a972f7fb8b, server=d63b309a8c2d,45175,1731964780258 in 189 msec 2024-11-18T21:19:47,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T21:19:47,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=690d991be566e641544ae0a972f7fb8b, ASSIGN in 349 msec 2024-11-18T21:19:47,252 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:19:47,252 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964787252"}]},"ts":"1731964787252"} 2024-11-18T21:19:47,254 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T21:19:47,255 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:19:47,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 802 msec 2024-11-18T21:19:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:47,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:47,595 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T21:19:47,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,38889,1731964784023 2024-11-18T21:19:47,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26799588 2024-11-18T21:19:47,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:47,597 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:19:47,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:19:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T21:19:47,601 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:19:47,601 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:47,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T21:19:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:47,603 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:19:47,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741835_1011 (size=902) 2024-11-18T21:19:47,660 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:19:47,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:19:47,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:19:47,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:19:47,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:19:47,694 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T21:19:47,741 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T21:19:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:48,012 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97b49b5d048b53f1f0fcc82362da876f, NAME => 'test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231 2024-11-18T21:19:48,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741836_1012 (size=39) 2024-11-18T21:19:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:48,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:48,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 97b49b5d048b53f1f0fcc82362da876f, disabling compactions & flushes 2024-11-18T21:19:48,426 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f. 2024-11-18T21:19:48,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f. 2024-11-18T21:19:48,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f. after waiting 0 ms 2024-11-18T21:19:48,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f. 2024-11-18T21:19:48,426 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f. 2024-11-18T21:19:48,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97b49b5d048b53f1f0fcc82362da876f: Waiting for close lock at 1731964788426Disabling compacts and flushes for region at 1731964788426Disabling writes for close at 1731964788426Writing region close event to WAL at 1731964788426Closed at 1731964788426 2024-11-18T21:19:48,428 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:19:48,428 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731964788428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964788428"}]},"ts":"1731964788428"} 2024-11-18T21:19:48,432 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:19:48,433 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:19:48,434 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964788433"}]},"ts":"1731964788433"} 2024-11-18T21:19:48,436 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T21:19:48,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97b49b5d048b53f1f0fcc82362da876f, ASSIGN}] 2024-11-18T21:19:48,440 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97b49b5d048b53f1f0fcc82362da876f, ASSIGN 2024-11-18T21:19:48,441 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=97b49b5d048b53f1f0fcc82362da876f, ASSIGN; state=OFFLINE, location=d63b309a8c2d,41853,1731964784080; forceNewPlan=false, retain=false 2024-11-18T21:19:48,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97b49b5d048b53f1f0fcc82362da876f, regionState=OPENING, regionLocation=d63b309a8c2d,41853,1731964784080 2024-11-18T21:19:48,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=97b49b5d048b53f1f0fcc82362da876f, ASSIGN because future has completed 2024-11-18T21:19:48,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97b49b5d048b53f1f0fcc82362da876f, server=d63b309a8c2d,41853,1731964784080}] 2024-11-18T21:19:48,771 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f. 2024-11-18T21:19:48,771 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 97b49b5d048b53f1f0fcc82362da876f, NAME => 'test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:48,772 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:19:48,772 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T21:19:48,772 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 97b49b5d048b53f1f0fcc82362da876f 2024-11-18T21:19:48,772 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:48,772 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 97b49b5d048b53f1f0fcc82362da876f 2024-11-18T21:19:48,773 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 97b49b5d048b53f1f0fcc82362da876f 2024-11-18T21:19:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:48,775 INFO [StoreOpener-97b49b5d048b53f1f0fcc82362da876f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 97b49b5d048b53f1f0fcc82362da876f 2024-11-18T21:19:48,778 INFO [StoreOpener-97b49b5d048b53f1f0fcc82362da876f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97b49b5d048b53f1f0fcc82362da876f columnFamilyName f 2024-11-18T21:19:48,778 DEBUG [StoreOpener-97b49b5d048b53f1f0fcc82362da876f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:48,778 INFO [StoreOpener-97b49b5d048b53f1f0fcc82362da876f-1 {}] regionserver.HStore(327): Store=97b49b5d048b53f1f0fcc82362da876f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:48,779 INFO [StoreOpener-97b49b5d048b53f1f0fcc82362da876f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 97b49b5d048b53f1f0fcc82362da876f 2024-11-18T21:19:48,780 INFO [StoreOpener-97b49b5d048b53f1f0fcc82362da876f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97b49b5d048b53f1f0fcc82362da876f columnFamilyName f1 2024-11-18T21:19:48,780 DEBUG [StoreOpener-97b49b5d048b53f1f0fcc82362da876f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:48,781 INFO [StoreOpener-97b49b5d048b53f1f0fcc82362da876f-1 {}] regionserver.HStore(327): Store=97b49b5d048b53f1f0fcc82362da876f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:48,781 INFO [StoreOpener-97b49b5d048b53f1f0fcc82362da876f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 97b49b5d048b53f1f0fcc82362da876f 2024-11-18T21:19:48,782 INFO [StoreOpener-97b49b5d048b53f1f0fcc82362da876f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97b49b5d048b53f1f0fcc82362da876f columnFamilyName norep 2024-11-18T21:19:48,782 DEBUG [StoreOpener-97b49b5d048b53f1f0fcc82362da876f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:48,782 INFO [StoreOpener-97b49b5d048b53f1f0fcc82362da876f-1 {}] regionserver.HStore(327): Store=97b49b5d048b53f1f0fcc82362da876f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:48,782 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 97b49b5d048b53f1f0fcc82362da876f 2024-11-18T21:19:48,783 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/default/test/97b49b5d048b53f1f0fcc82362da876f 2024-11-18T21:19:48,784 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/default/test/97b49b5d048b53f1f0fcc82362da876f 2024-11-18T21:19:48,785 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 97b49b5d048b53f1f0fcc82362da876f 2024-11-18T21:19:48,785 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 97b49b5d048b53f1f0fcc82362da876f 2024-11-18T21:19:48,786 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:19:48,787 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 97b49b5d048b53f1f0fcc82362da876f 2024-11-18T21:19:48,794 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/default/test/97b49b5d048b53f1f0fcc82362da876f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:19:48,795 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 97b49b5d048b53f1f0fcc82362da876f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71475799, jitterRate=0.06507240235805511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:19:48,795 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97b49b5d048b53f1f0fcc82362da876f 2024-11-18T21:19:48,795 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 97b49b5d048b53f1f0fcc82362da876f: Running coprocessor pre-open hook at 1731964788773Writing region info on filesystem at 1731964788773Initializing all the Stores at 1731964788774 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964788774Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964788774Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964788774Cleaning up temporary data from old regions at 1731964788785 (+11 ms)Running coprocessor post-open hooks at 1731964788795 (+10 ms)Region opened successfully at 1731964788795 2024-11-18T21:19:48,800 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f., pid=6, masterSystemTime=1731964788760 2024-11-18T21:19:48,807 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f. 2024-11-18T21:19:48,807 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f. 2024-11-18T21:19:48,810 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97b49b5d048b53f1f0fcc82362da876f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d63b309a8c2d,41853,1731964784080 2024-11-18T21:19:48,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97b49b5d048b53f1f0fcc82362da876f, server=d63b309a8c2d,41853,1731964784080 because future has completed 2024-11-18T21:19:48,826 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38889 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d63b309a8c2d,41853,1731964784080, table=test, region=97b49b5d048b53f1f0fcc82362da876f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T21:19:48,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:19:48,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 97b49b5d048b53f1f0fcc82362da876f, server=d63b309a8c2d,41853,1731964784080 in 230 msec 2024-11-18T21:19:48,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T21:19:48,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=97b49b5d048b53f1f0fcc82362da876f, ASSIGN in 395 msec 2024-11-18T21:19:48,837 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:19:48,837 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964788837"}]},"ts":"1731964788837"} 2024-11-18T21:19:48,839 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T21:19:48,840 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:19:48,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2420 sec 2024-11-18T21:19:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:19:49,795 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T21:19:49,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0629dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:49,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,34059,-1 for getting cluster id 2024-11-18T21:19:49,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:49,797 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c372d96e-d915-4697-a978-8e0b1b7e753d' 2024-11-18T21:19:49,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:49,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c372d96e-d915-4697-a978-8e0b1b7e753d" 2024-11-18T21:19:49,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5795ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:49,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,34059,-1] 2024-11-18T21:19:49,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:49,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:49,799 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:49,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2038ac6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:49,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32172d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:49,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38889,-1 for getting cluster id 2024-11-18T21:19:49,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:49,801 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6a5f86f-4441-4207-bd70-1dadf4ce8084' 2024-11-18T21:19:49,801 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:49,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6a5f86f-4441-4207-bd70-1dadf4ce8084" 2024-11-18T21:19:49,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e961f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:49,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38889,-1] 2024-11-18T21:19:49,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:49,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:49,803 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db39f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:49,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8fe791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:49,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,34059,-1 for getting cluster id 2024-11-18T21:19:49,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:49,805 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c372d96e-d915-4697-a978-8e0b1b7e753d' 2024-11-18T21:19:49,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:49,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c372d96e-d915-4697-a978-8e0b1b7e753d" 2024-11-18T21:19:49,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779b81c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:49,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,34059,-1] 2024-11-18T21:19:49,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:49,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:49,807 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:49,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f44d971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:49,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,34059,1731964780180 2024-11-18T21:19:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1af6ee1d 2024-11-18T21:19:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:49,811 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:19:49,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34059 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d63b309a8c2d:38889,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-18T21:19:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34059 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:19:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:19:49,815 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:38889' 2024-11-18T21:19:49,816 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f07a3ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:49,816 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38889,-1 for getting cluster id 2024-11-18T21:19:49,816 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:49,817 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6a5f86f-4441-4207-bd70-1dadf4ce8084' 2024-11-18T21:19:49,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:49,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6a5f86f-4441-4207-bd70-1dadf4ce8084" 2024-11-18T21:19:49,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18369c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:49,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38889,-1] 2024-11-18T21:19:49,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:49,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:49,819 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:49,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@412547aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:49,820 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:49,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,38889,1731964784023 2024-11-18T21:19:49,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@faa0b22 2024-11-18T21:19:49,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:49,822 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:19:49,822 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T21:19:49,823 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:19:49,823 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:49,823 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:49,823 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:19:49,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:49,825 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T21:19:49,826 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:19:49,826 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:49,827 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:19:49,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741837_1013 (size=1138) 2024-11-18T21:19:49,875 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T21:19:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:19:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:19:50,236 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a87f1e71f6c5a35303f395da86f9ee45, NAME => 'hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd 2024-11-18T21:19:50,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741838_1014 (size=44) 2024-11-18T21:19:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:19:50,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:50,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a87f1e71f6c5a35303f395da86f9ee45, disabling compactions & flushes 2024-11-18T21:19:50,646 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45. 2024-11-18T21:19:50,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45. 2024-11-18T21:19:50,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45. after waiting 0 ms 2024-11-18T21:19:50,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45. 2024-11-18T21:19:50,646 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45. 2024-11-18T21:19:50,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a87f1e71f6c5a35303f395da86f9ee45: Waiting for close lock at 1731964790646Disabling compacts and flushes for region at 1731964790646Disabling writes for close at 1731964790646Writing region close event to WAL at 1731964790646Closed at 1731964790646 2024-11-18T21:19:50,648 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:19:50,649 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731964790648"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964790648"}]},"ts":"1731964790648"} 2024-11-18T21:19:50,652 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:19:50,654 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:19:50,654 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964790654"}]},"ts":"1731964790654"} 2024-11-18T21:19:50,657 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T21:19:50,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a87f1e71f6c5a35303f395da86f9ee45, ASSIGN}] 2024-11-18T21:19:50,659 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a87f1e71f6c5a35303f395da86f9ee45, ASSIGN 2024-11-18T21:19:50,660 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a87f1e71f6c5a35303f395da86f9ee45, ASSIGN; state=OFFLINE, location=d63b309a8c2d,45175,1731964780258; forceNewPlan=false, retain=false 2024-11-18T21:19:50,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a87f1e71f6c5a35303f395da86f9ee45, regionState=OPENING, regionLocation=d63b309a8c2d,45175,1731964780258 2024-11-18T21:19:50,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a87f1e71f6c5a35303f395da86f9ee45, ASSIGN because future has completed 2024-11-18T21:19:50,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a87f1e71f6c5a35303f395da86f9ee45, server=d63b309a8c2d,45175,1731964780258}] 2024-11-18T21:19:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:19:50,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45. 2024-11-18T21:19:50,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:19:50,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T21:19:50,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C45175%2C1731964780258.rep, suffix=, logDir=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258, archiveDir=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/oldWALs, maxLogs=10 2024-11-18T21:19:51,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.rep.1731964790991, exclude list is [], retry=0 2024-11-18T21:19:51,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38567,DS-37ba7cb4-da27-4ec8-8968-55e7f24003e6,DISK] 2024-11-18T21:19:51,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.rep.1731964790991 2024-11-18T21:19:51,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46023:46023)] 2024-11-18T21:19:51,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a87f1e71f6c5a35303f395da86f9ee45, NAME => 'hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:19:51,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:19:51,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:19:51,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45. service=MultiRowMutationService 2024-11-18T21:19:51,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T21:19:51,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:19:51,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:19:51,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:19:51,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:19:51,025 INFO [StoreOpener-a87f1e71f6c5a35303f395da86f9ee45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:19:51,027 INFO [StoreOpener-a87f1e71f6c5a35303f395da86f9ee45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a87f1e71f6c5a35303f395da86f9ee45 columnFamilyName hfileref 2024-11-18T21:19:51,028 DEBUG [StoreOpener-a87f1e71f6c5a35303f395da86f9ee45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:51,028 INFO [StoreOpener-a87f1e71f6c5a35303f395da86f9ee45-1 {}] regionserver.HStore(327): Store=a87f1e71f6c5a35303f395da86f9ee45/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:51,028 INFO [StoreOpener-a87f1e71f6c5a35303f395da86f9ee45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:19:51,030 INFO [StoreOpener-a87f1e71f6c5a35303f395da86f9ee45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a87f1e71f6c5a35303f395da86f9ee45 columnFamilyName queue 2024-11-18T21:19:51,030 DEBUG [StoreOpener-a87f1e71f6c5a35303f395da86f9ee45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:51,036 INFO [StoreOpener-a87f1e71f6c5a35303f395da86f9ee45-1 {}] regionserver.HStore(327): Store=a87f1e71f6c5a35303f395da86f9ee45/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:51,036 INFO [StoreOpener-a87f1e71f6c5a35303f395da86f9ee45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:19:51,037 INFO [StoreOpener-a87f1e71f6c5a35303f395da86f9ee45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a87f1e71f6c5a35303f395da86f9ee45 columnFamilyName sid 2024-11-18T21:19:51,037 DEBUG [StoreOpener-a87f1e71f6c5a35303f395da86f9ee45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:19:51,038 INFO [StoreOpener-a87f1e71f6c5a35303f395da86f9ee45-1 {}] regionserver.HStore(327): Store=a87f1e71f6c5a35303f395da86f9ee45/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:19:51,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:19:51,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/replication/a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:19:51,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/replication/a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:19:51,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:19:51,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:19:51,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:19:51,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:19:51,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/replication/a87f1e71f6c5a35303f395da86f9ee45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:19:51,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a87f1e71f6c5a35303f395da86f9ee45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61351385, jitterRate=-0.08579312264919281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:19:51,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:19:51,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a87f1e71f6c5a35303f395da86f9ee45: Running coprocessor pre-open hook at 1731964791023Writing region info on filesystem at 1731964791023Initializing all the Stores at 1731964791024 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964791024Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964791025 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964791026 (+1 ms)Cleaning up temporary data from old regions at 1731964791048 (+22 ms)Running coprocessor post-open hooks at 1731964791057 (+9 ms)Region opened successfully at 1731964791057 2024-11-18T21:19:51,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45., pid=10, masterSystemTime=1731964790967 2024-11-18T21:19:51,063 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a87f1e71f6c5a35303f395da86f9ee45, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,45175,1731964780258 2024-11-18T21:19:51,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45. 2024-11-18T21:19:51,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45. 2024-11-18T21:19:51,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a87f1e71f6c5a35303f395da86f9ee45, server=d63b309a8c2d,45175,1731964780258 because future has completed 2024-11-18T21:19:51,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T21:19:51,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a87f1e71f6c5a35303f395da86f9ee45, server=d63b309a8c2d,45175,1731964780258 in 259 msec 2024-11-18T21:19:51,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T21:19:51,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a87f1e71f6c5a35303f395da86f9ee45, ASSIGN in 419 msec 2024-11-18T21:19:51,082 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:19:51,082 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964791082"}]},"ts":"1731964791082"} 2024-11-18T21:19:51,086 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T21:19:51,087 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:19:51,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2640 sec 2024-11-18T21:19:51,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45., hostname=d63b309a8c2d,45175,1731964780258, seqNum=2] 2024-11-18T21:19:51,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978 2024-11-18T21:19:51,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978 2024-11-18T21:19:51,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:19:51,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45175 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T21:19:51,310 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T21:19:51,350 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d63b309a8c2d,45175,1731964780258, ReplicationSource: 1, currentBandwidth=0 2024-11-18T21:19:51,351 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:51,351 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,45175,1731964780258, seqNum=-1] 2024-11-18T21:19:51,351 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:51,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-18T21:19:51,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d63b309a8c2d,45175,1731964780258', locateType=CURRENT is [region=hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45., hostname=d63b309a8c2d,45175,1731964780258, seqNum=2] 2024-11-18T21:19:51,362 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T21:19:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34059 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T21:19:51,370 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d63b309a8c2d,45175,1731964780258 suceeded 2024-11-18T21:19:51,377 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d63b309a8c2d:38889,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-18T21:19:51,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5650 sec 2024-11-18T21:19:51,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T21:19:51,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-18T21:19:51,384 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:38889' 2024-11-18T21:19:51,389 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ebde0af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:51,389 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38889,-1 for getting cluster id 2024-11-18T21:19:51,389 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:51,391 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6a5f86f-4441-4207-bd70-1dadf4ce8084' 2024-11-18T21:19:51,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:51,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6a5f86f-4441-4207-bd70-1dadf4ce8084" 2024-11-18T21:19:51,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d97d16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:51,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38889,-1] 2024-11-18T21:19:51,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:51,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:51,397 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:51,401 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@208582ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:51,401 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:51,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,38889,1731964784023 2024-11-18T21:19:51,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46f48ef0 2024-11-18T21:19:51,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:51,405 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-18T21:19:51,407 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d63b309a8c2d,45175,1731964780258 (queues=1) is replicating from cluster=c372d96e-d915-4697-a978-8e0b1b7e753d to cluster=a6a5f86f-4441-4207-bd70-1dadf4ce8084 2024-11-18T21:19:51,408 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d63b309a8c2d%2C45175%2C1731964780258 2024-11-18T21:19:51,408 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d63b309a8c2d,45175,1731964780258, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:19:51,428 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.shipperd63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C45175%2C1731964780258 2024-11-18T21:19:51,429 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572, startPosition=0, beingWritten=true 2024-11-18T21:19:51,451 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:19:51,451 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 379, reset compression=false 2024-11-18T21:19:51,451 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.shipperd63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,45175,1731964780258 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:19:51,666 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 379, reset compression=false 2024-11-18T21:19:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:19:51,965 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T21:19:51,965 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:19:51,965 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:51,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:51,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:51,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:51,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:51,971 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 379, reset compression=false 2024-11-18T21:19:51,975 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731964791971/Put/seqid=0 2024-11-18T21:19:51,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741840_1016 (size=7894) 2024-11-18T21:19:52,001 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/load_f/f/hfile_1 is 34, key is ddd/f:row/1731964792000/Put/seqid=0 2024-11-18T21:19:52,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741841_1017 (size=7691) 2024-11-18T21:19:52,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc3ca32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:52,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,34059,-1 for getting cluster id 2024-11-18T21:19:52,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:52,024 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c372d96e-d915-4697-a978-8e0b1b7e753d' 2024-11-18T21:19:52,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:52,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c372d96e-d915-4697-a978-8e0b1b7e753d" 2024-11-18T21:19:52,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab647f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:52,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,34059,-1] 2024-11-18T21:19:52,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:52,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:52,030 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:52,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5093661b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:52,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,45175,1731964780258, seqNum=-1] 2024-11-18T21:19:52,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:52,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:19:52,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,34059,1731964780180 2024-11-18T21:19:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4795410f 2024-11-18T21:19:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:52,079 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:19:52,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731964786449.690d991be566e641544ae0a972f7fb8b., hostname=d63b309a8c2d,45175,1731964780258, seqNum=2] 2024-11-18T21:19:52,111 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T21:19:52,144 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-18T21:19:52,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T21:19:52,153 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T21:19:52,154 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T21:19:52,154 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T21:19:52,155 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T21:19:52,155 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T21:19:52,156 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:19:52,156 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T21:19:52,156 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:19:52,156 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T21:19:52,156 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:19:52,156 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T21:19:52,165 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-18T21:19:52,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/load_f/f/hfile_1 for inclusion in 690d991be566e641544ae0a972f7fb8b/f 2024-11-18T21:19:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T21:19:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:19:52,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/load_f/f/hfile_0 for inclusion in 690d991be566e641544ae0a972f7fb8b/f 2024-11-18T21:19:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T21:19:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:19:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HRegion(2603): Flush status journal for 690d991be566e641544ae0a972f7fb8b: 2024-11-18T21:19:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/load_f/f/hfile_1 to hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__3u600g1m1m4vuhuclgrs7a88r8d4q66dda852v3su0tckoni47e2ubsut2atlgns/f/hfile_1 2024-11-18T21:19:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__3u600g1m1m4vuhuclgrs7a88r8d4q66dda852v3su0tckoni47e2ubsut2atlgns/f/hfile_1 as hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b/f/83f4f061dbc44c58b12ca447aee3bcdd_SeqId_4_ 2024-11-18T21:19:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/load_f/f/hfile_0 to hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__3u600g1m1m4vuhuclgrs7a88r8d4q66dda852v3su0tckoni47e2ubsut2atlgns/f/hfile_0 2024-11-18T21:19:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__3u600g1m1m4vuhuclgrs7a88r8d4q66dda852v3su0tckoni47e2ubsut2atlgns/f/hfile_0 as hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b/f/a3438b948a58481aac91fa50a24ed52d_SeqId_4_ 2024-11-18T21:19:52,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__3u600g1m1m4vuhuclgrs7a88r8d4q66dda852v3su0tckoni47e2ubsut2atlgns/f/hfile_1 into 690d991be566e641544ae0a972f7fb8b/f as hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b/f/83f4f061dbc44c58b12ca447aee3bcdd_SeqId_4_ - updating store file list. 2024-11-18T21:19:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83f4f061dbc44c58b12ca447aee3bcdd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T21:19:52,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b/f/83f4f061dbc44c58b12ca447aee3bcdd_SeqId_4_ into 690d991be566e641544ae0a972f7fb8b/f 2024-11-18T21:19:52,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__3u600g1m1m4vuhuclgrs7a88r8d4q66dda852v3su0tckoni47e2ubsut2atlgns/f/hfile_1 into 690d991be566e641544ae0a972f7fb8b/f (new location: hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b/f/83f4f061dbc44c58b12ca447aee3bcdd_SeqId_4_) 2024-11-18T21:19:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__3u600g1m1m4vuhuclgrs7a88r8d4q66dda852v3su0tckoni47e2ubsut2atlgns/f/hfile_1 2024-11-18T21:19:52,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__3u600g1m1m4vuhuclgrs7a88r8d4q66dda852v3su0tckoni47e2ubsut2atlgns/f/hfile_0 into 690d991be566e641544ae0a972f7fb8b/f as hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b/f/a3438b948a58481aac91fa50a24ed52d_SeqId_4_ - updating store file list. 2024-11-18T21:19:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a3438b948a58481aac91fa50a24ed52d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T21:19:52,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b/f/a3438b948a58481aac91fa50a24ed52d_SeqId_4_ into 690d991be566e641544ae0a972f7fb8b/f 2024-11-18T21:19:52,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__3u600g1m1m4vuhuclgrs7a88r8d4q66dda852v3su0tckoni47e2ubsut2atlgns/f/hfile_0 into 690d991be566e641544ae0a972f7fb8b/f (new location: hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b/f/a3438b948a58481aac91fa50a24ed52d_SeqId_4_) 2024-11-18T21:19:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__3u600g1m1m4vuhuclgrs7a88r8d4q66dda852v3su0tckoni47e2ubsut2atlgns/f/hfile_0 2024-11-18T21:19:52,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:19:52,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:52,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:52,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:52,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:52,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731964786449.690d991be566e641544ae0a972f7fb8b., hostname=d63b309a8c2d,45175,1731964780258, seqNum=2 , the old value is region=test,,1731964786449.690d991be566e641544ae0a972f7fb8b., hostname=d63b309a8c2d,45175,1731964780258, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d63b309a8c2d:45175 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T21:19:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731964786449.690d991be566e641544ae0a972f7fb8b., hostname=d63b309a8c2d,45175,1731964780258, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T21:19:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731964786449.690d991be566e641544ae0a972f7fb8b., hostname=d63b309a8c2d,45175,1731964780258, seqNum=2 from cache 2024-11-18T21:19:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,41853,1731964784080, seqNum=-1] 2024-11-18T21:19:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:52,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:19:52,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f., hostname=d63b309a8c2d,41853,1731964784080, seqNum=2] 2024-11-18T21:19:52,314 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T21:19:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:38514 deadline: 1731964852304 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:38514 2024-11-18T21:19:52,393 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 379, reset compression=false 2024-11-18T21:19:52,416 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:19:52,415 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:45175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T21:19:52,416 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.shipperd63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,45175,1731964780258 got entry batch from reader: WALEntryBatch [walEntries=[{test/690d991be566e641544ae0a972f7fb8b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731964792298/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T21:19:52,471 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.shipperd63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:19:52,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-18T21:19:52,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.ReplicationSink(318): Replicating [c372d96e-d915-4697-a978-8e0b1b7e753d] bulk loaded data 2024-11-18T21:19:52,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74d58b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:52,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38889,-1 for getting cluster id 2024-11-18T21:19:52,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:52,491 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6a5f86f-4441-4207-bd70-1dadf4ce8084' 2024-11-18T21:19:52,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:52,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6a5f86f-4441-4207-bd70-1dadf4ce8084" 2024-11-18T21:19:52,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d0d62ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:52,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38889,-1] 2024-11-18T21:19:52,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:52,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:52,493 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:52,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@511c4d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:52,616 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 687, reset compression=false 2024-11-18T21:19:52,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:19:52,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:19:52,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:19:52,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:19:52,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:19:52,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741837_1013 (size=7691) 2024-11-18T21:19:52,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741838_1014 (size=7894) 2024-11-18T21:19:52,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:52,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,38889,1731964784023 2024-11-18T21:19:52,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42797246 2024-11-18T21:19:52,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:52,864 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-18T21:19:52,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T21:19:52,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:52,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,41853,1731964784080, seqNum=-1] 2024-11-18T21:19:52,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:52,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-18T21:19:52,892 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/staging/jenkins.hfs.6__test__ije5g7e1cl4d44b7eurjm715apl91dpjvgbp63qnphgfcnp3l7nhhm6m7ocbtan4/f/83f4f061dbc44c58b12ca447aee3bcdd_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T21:19:52,897 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/staging/jenkins.hfs.6__test__ije5g7e1cl4d44b7eurjm715apl91dpjvgbp63qnphgfcnp3l7nhhm6m7ocbtan4/f/a3438b948a58481aac91fa50a24ed52d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T21:19:52,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/staging/jenkins.hfs.6__test__ije5g7e1cl4d44b7eurjm715apl91dpjvgbp63qnphgfcnp3l7nhhm6m7ocbtan4/f/83f4f061dbc44c58b12ca447aee3bcdd_SeqId_4_ for inclusion in 97b49b5d048b53f1f0fcc82362da876f/f 2024-11-18T21:19:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T21:19:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:19:52,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/staging/jenkins.hfs.6__test__ije5g7e1cl4d44b7eurjm715apl91dpjvgbp63qnphgfcnp3l7nhhm6m7ocbtan4/f/a3438b948a58481aac91fa50a24ed52d_SeqId_4_ for inclusion in 97b49b5d048b53f1f0fcc82362da876f/f 2024-11-18T21:19:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T21:19:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:19:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.HRegion(2603): Flush status journal for 97b49b5d048b53f1f0fcc82362da876f: 2024-11-18T21:19:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 83f4f061dbc44c58b12ca447aee3bcdd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T21:19:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/staging/jenkins.hfs.6__test__ije5g7e1cl4d44b7eurjm715apl91dpjvgbp63qnphgfcnp3l7nhhm6m7ocbtan4/f/83f4f061dbc44c58b12ca447aee3bcdd_SeqId_4_ as hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/default/test/97b49b5d048b53f1f0fcc82362da876f/f/4edd755999344feab31b03bdcdf5f048_SeqId_4_ 2024-11-18T21:19:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a3438b948a58481aac91fa50a24ed52d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T21:19:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/staging/jenkins.hfs.6__test__ije5g7e1cl4d44b7eurjm715apl91dpjvgbp63qnphgfcnp3l7nhhm6m7ocbtan4/f/a3438b948a58481aac91fa50a24ed52d_SeqId_4_ as hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/default/test/97b49b5d048b53f1f0fcc82362da876f/f/45da9ccf2b7e4498b550d1f29af21007_SeqId_4_ 2024-11-18T21:19:52,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/staging/jenkins.hfs.6__test__ije5g7e1cl4d44b7eurjm715apl91dpjvgbp63qnphgfcnp3l7nhhm6m7ocbtan4/f/83f4f061dbc44c58b12ca447aee3bcdd_SeqId_4_ into 97b49b5d048b53f1f0fcc82362da876f/f as hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/default/test/97b49b5d048b53f1f0fcc82362da876f/f/4edd755999344feab31b03bdcdf5f048_SeqId_4_ - updating store file list. 2024-11-18T21:19:52,941 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 687, reset compression=false 2024-11-18T21:19:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4edd755999344feab31b03bdcdf5f048_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T21:19:52,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/default/test/97b49b5d048b53f1f0fcc82362da876f/f/4edd755999344feab31b03bdcdf5f048_SeqId_4_ into 97b49b5d048b53f1f0fcc82362da876f/f 2024-11-18T21:19:52,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/staging/jenkins.hfs.6__test__ije5g7e1cl4d44b7eurjm715apl91dpjvgbp63qnphgfcnp3l7nhhm6m7ocbtan4/f/83f4f061dbc44c58b12ca447aee3bcdd_SeqId_4_ into 97b49b5d048b53f1f0fcc82362da876f/f (new location: hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/default/test/97b49b5d048b53f1f0fcc82362da876f/f/4edd755999344feab31b03bdcdf5f048_SeqId_4_) 2024-11-18T21:19:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/staging/jenkins.hfs.6__test__ije5g7e1cl4d44b7eurjm715apl91dpjvgbp63qnphgfcnp3l7nhhm6m7ocbtan4/f/83f4f061dbc44c58b12ca447aee3bcdd_SeqId_4_ 2024-11-18T21:19:52,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/staging/jenkins.hfs.6__test__ije5g7e1cl4d44b7eurjm715apl91dpjvgbp63qnphgfcnp3l7nhhm6m7ocbtan4/f/a3438b948a58481aac91fa50a24ed52d_SeqId_4_ into 97b49b5d048b53f1f0fcc82362da876f/f as hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/default/test/97b49b5d048b53f1f0fcc82362da876f/f/45da9ccf2b7e4498b550d1f29af21007_SeqId_4_ - updating store file list. 2024-11-18T21:19:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 45da9ccf2b7e4498b550d1f29af21007_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T21:19:52,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/default/test/97b49b5d048b53f1f0fcc82362da876f/f/45da9ccf2b7e4498b550d1f29af21007_SeqId_4_ into 97b49b5d048b53f1f0fcc82362da876f/f 2024-11-18T21:19:52,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/staging/jenkins.hfs.6__test__ije5g7e1cl4d44b7eurjm715apl91dpjvgbp63qnphgfcnp3l7nhhm6m7ocbtan4/f/a3438b948a58481aac91fa50a24ed52d_SeqId_4_ into 97b49b5d048b53f1f0fcc82362da876f/f (new location: hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/default/test/97b49b5d048b53f1f0fcc82362da876f/f/45da9ccf2b7e4498b550d1f29af21007_SeqId_4_) 2024-11-18T21:19:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/staging/jenkins.hfs.6__test__ije5g7e1cl4d44b7eurjm715apl91dpjvgbp63qnphgfcnp3l7nhhm6m7ocbtan4/f/a3438b948a58481aac91fa50a24ed52d_SeqId_4_ 2024-11-18T21:19:52,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.ReplicationSink(324): Finished replicating [c372d96e-d915-4697-a978-8e0b1b7e753d] bulk loaded data 2024-11-18T21:19:53,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:19:53,336 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731964793335/Put/seqid=0 2024-11-18T21:19:53,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741842_1018 (size=7997) 2024-11-18T21:19:53,349 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731964793348/Put/seqid=0 2024-11-18T21:19:53,366 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 687, reset compression=false 2024-11-18T21:19:53,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741843_1019 (size=7794) 2024-11-18T21:19:53,743 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T21:19:53,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420a445f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:53,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,34059,-1 for getting cluster id 2024-11-18T21:19:53,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:19:53,779 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c372d96e-d915-4697-a978-8e0b1b7e753d' 2024-11-18T21:19:53,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:19:53,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c372d96e-d915-4697-a978-8e0b1b7e753d" 2024-11-18T21:19:53,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3dd0e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:53,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,34059,-1] 2024-11-18T21:19:53,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:19:53,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:53,781 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:19:53,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296a5dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:19:53,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,45175,1731964780258, seqNum=-1] 2024-11-18T21:19:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:53,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:19:53,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:19:53,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,34059,1731964780180 2024-11-18T21:19:53,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fa2e9d5 2024-11-18T21:19:53,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:19:53,803 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:19:53,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731964786449.690d991be566e641544ae0a972f7fb8b., hostname=d63b309a8c2d,45175,1731964780258, seqNum=2] 2024-11-18T21:19:53,809 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T21:19:53,815 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-18T21:19:53,819 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-18T21:19:53,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/load_f1/f1/hfile_0 for inclusion in 690d991be566e641544ae0a972f7fb8b/f1 2024-11-18T21:19:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T21:19:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:19:53,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/load_f1/f1/hfile_1 for inclusion in 690d991be566e641544ae0a972f7fb8b/f1 2024-11-18T21:19:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T21:19:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:19:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HRegion(2603): Flush status journal for 690d991be566e641544ae0a972f7fb8b: 2024-11-18T21:19:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/load_f1/f1/hfile_0 to hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__ei90t1b1dka2ciff2moh41cjg3lgpk25d46msaqd5f9hij4uoooagv6j8r160js9/f1/hfile_0 2024-11-18T21:19:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__ei90t1b1dka2ciff2moh41cjg3lgpk25d46msaqd5f9hij4uoooagv6j8r160js9/f1/hfile_0 as hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b/f1/ae7e979b43a9488aa802e054cbf84f98_SeqId_6_ 2024-11-18T21:19:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/load_f1/f1/hfile_1 to hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__ei90t1b1dka2ciff2moh41cjg3lgpk25d46msaqd5f9hij4uoooagv6j8r160js9/f1/hfile_1 2024-11-18T21:19:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__ei90t1b1dka2ciff2moh41cjg3lgpk25d46msaqd5f9hij4uoooagv6j8r160js9/f1/hfile_1 as hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b/f1/56dcb1b2f76f4d758273a88542c50ee6_SeqId_6_ 2024-11-18T21:19:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-18T21:19:53,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__ei90t1b1dka2ciff2moh41cjg3lgpk25d46msaqd5f9hij4uoooagv6j8r160js9/f1/hfile_0 into 690d991be566e641544ae0a972f7fb8b/f1 as hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b/f1/ae7e979b43a9488aa802e054cbf84f98_SeqId_6_ - updating store file list. 2024-11-18T21:19:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae7e979b43a9488aa802e054cbf84f98_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T21:19:53,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b/f1/ae7e979b43a9488aa802e054cbf84f98_SeqId_6_ into 690d991be566e641544ae0a972f7fb8b/f1 2024-11-18T21:19:53,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__ei90t1b1dka2ciff2moh41cjg3lgpk25d46msaqd5f9hij4uoooagv6j8r160js9/f1/hfile_0 into 690d991be566e641544ae0a972f7fb8b/f1 (new location: hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b/f1/ae7e979b43a9488aa802e054cbf84f98_SeqId_6_) 2024-11-18T21:19:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__ei90t1b1dka2ciff2moh41cjg3lgpk25d46msaqd5f9hij4uoooagv6j8r160js9/f1/hfile_0 2024-11-18T21:19:53,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__ei90t1b1dka2ciff2moh41cjg3lgpk25d46msaqd5f9hij4uoooagv6j8r160js9/f1/hfile_1 into 690d991be566e641544ae0a972f7fb8b/f1 as hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b/f1/56dcb1b2f76f4d758273a88542c50ee6_SeqId_6_ - updating store file list. 2024-11-18T21:19:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 56dcb1b2f76f4d758273a88542c50ee6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T21:19:53,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b/f1/56dcb1b2f76f4d758273a88542c50ee6_SeqId_6_ into 690d991be566e641544ae0a972f7fb8b/f1 2024-11-18T21:19:53,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__ei90t1b1dka2ciff2moh41cjg3lgpk25d46msaqd5f9hij4uoooagv6j8r160js9/f1/hfile_1 into 690d991be566e641544ae0a972f7fb8b/f1 (new location: hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b/f1/56dcb1b2f76f4d758273a88542c50ee6_SeqId_6_) 2024-11-18T21:19:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/staging/jenkins__test__ei90t1b1dka2ciff2moh41cjg3lgpk25d46msaqd5f9hij4uoooagv6j8r160js9/f1/hfile_1 2024-11-18T21:19:53,878 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 687, reset compression=false 2024-11-18T21:19:53,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:19:53,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:19:53,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:53,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:19:53,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:19:53,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:19:53,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,45175,1731964780258, seqNum=-1] 2024-11-18T21:19:53,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:19:53,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731964786449.690d991be566e641544ae0a972f7fb8b., hostname=d63b309a8c2d,45175,1731964780258, seqNum=2 , the old value is region=test,,1731964786449.690d991be566e641544ae0a972f7fb8b., hostname=d63b309a8c2d,45175,1731964780258, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d63b309a8c2d:45175 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T21:19:53,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731964786449.690d991be566e641544ae0a972f7fb8b., hostname=d63b309a8c2d,45175,1731964780258, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T21:19:53,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731964786449.690d991be566e641544ae0a972f7fb8b., hostname=d63b309a8c2d,45175,1731964780258, seqNum=2 from cache 2024-11-18T21:19:53,883 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T21:19:53,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:19:53,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731964786449.690d991be566e641544ae0a972f7fb8b., hostname=d63b309a8c2d,45175,1731964780258, seqNum=2] 2024-11-18T21:19:53,906 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:19:53,906 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:19:53,907 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.shipperd63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,45175,1731964780258 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:19:53,995 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:45175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T21:19:54,125 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:19:54,430 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:19:54,837 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:19:55,343 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:19:55,949 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:19:56,661 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:19:57,466 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:19:58,387 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:19:59,393 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:00,498 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:01,702 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:03,016 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:04,421 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:05,927 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:07,541 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:09,252 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:09,764 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T21:20:11,058 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:12,978 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:13,593 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T21:20:13,912 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.shipperd63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,45175,1731964780258 got entry batch from reader: null 2024-11-18T21:20:14,985 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:17,090 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:19,298 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:21,602 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:22,704 INFO [master/d63b309a8c2d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T21:20:22,704 INFO [master/d63b309a8c2d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T21:20:24,008 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:26,386 INFO [master/d63b309a8c2d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T21:20:26,386 INFO [master/d63b309a8c2d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T21:20:26,516 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:29,157 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:31,865 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:32,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 690d991be566e641544ae0a972f7fb8b, had cached 0 bytes from a total of 31376 2024-11-18T21:20:33,772 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 97b49b5d048b53f1f0fcc82362da876f, had cached 0 bytes from a total of 15585 2024-11-18T21:20:33,912 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.shipperd63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,45175,1731964780258 got entry batch from reader: null 2024-11-18T21:20:34,717 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:37,623 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:39,764 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T21:20:40,627 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:43,593 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T21:20:43,734 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:46,380 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T21:20:46,940 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:50,246 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:53,652 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:53,912 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.shipperd63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,45175,1731964780258 got entry batch from reader: null 2024-11-18T21:20:53,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:20:53,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:20:53,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:20:53,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:20:53,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:20:53,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:20:53,938 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:20:53,938 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=964394324, stopped=false 2024-11-18T21:20:53,938 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,38889,1731964784023 2024-11-18T21:20:53,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/190037629/running 2024-11-18T21:20:53,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629 2024-11-18T21:20:53,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/190037629/running 2024-11-18T21:20:53,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629 2024-11-18T21:20:53,940 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:20:53,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:20:53,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:20:53,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:20:53,941 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,41853,1731964784080' ***** 2024-11-18T21:20:53,941 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:20:53,941 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:20:53,941 INFO [RS:0;d63b309a8c2d:41853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:20:53,942 INFO [RS:0;d63b309a8c2d:41853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:20:53,942 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer(3091): Received CLOSE for 97b49b5d048b53f1f0fcc82362da876f 2024-11-18T21:20:53,942 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:20:53,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Set watcher on znode that does not yet exist, /190037629/running 2024-11-18T21:20:53,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Set watcher on znode that does not yet exist, /190037629/running 2024-11-18T21:20:53,948 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,41853,1731964784080 2024-11-18T21:20:53,948 INFO [RS:0;d63b309a8c2d:41853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:20:53,948 INFO [RS:0;d63b309a8c2d:41853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:41853. 2024-11-18T21:20:53,948 DEBUG [RS:0;d63b309a8c2d:41853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:20:53,948 DEBUG [RS:0;d63b309a8c2d:41853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:20:53,948 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:20:53,948 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:20:53,948 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:20:53,948 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:20:53,949 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97b49b5d048b53f1f0fcc82362da876f, disabling compactions & flushes 2024-11-18T21:20:53,949 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f. 2024-11-18T21:20:53,949 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f. 2024-11-18T21:20:53,949 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f. after waiting 0 ms 2024-11-18T21:20:53,949 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f. 2024-11-18T21:20:53,955 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T21:20:53,955 DEBUG [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer(1325): Online Regions={97b49b5d048b53f1f0fcc82362da876f=test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:20:53,956 DEBUG [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97b49b5d048b53f1f0fcc82362da876f 2024-11-18T21:20:53,956 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:20:53,956 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:20:53,956 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:20:53,956 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:20:53,956 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:20:53,957 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T21:20:53,965 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/default/test/97b49b5d048b53f1f0fcc82362da876f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T21:20:53,966 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:20:53,966 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:20:53,966 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f. 2024-11-18T21:20:53,966 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97b49b5d048b53f1f0fcc82362da876f: Waiting for close lock at 1731964853949Running coprocessor pre-close hooks at 1731964853949Disabling compacts and flushes for region at 1731964853949Disabling writes for close at 1731964853949Writing region close event to WAL at 1731964853958 (+9 ms)Running coprocessor post-close hooks at 1731964853966 (+8 ms)Closed at 1731964853966 2024-11-18T21:20:53,967 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f. 2024-11-18T21:20:54,036 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:20:54,055 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/.tmp/info/840e08157f994128a73ce6d1f0d7fa64 is 129, key is test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f./info:regioninfo/1731964788809/Put/seqid=0 2024-11-18T21:20:54,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741839_1015 (size=6421) 2024-11-18T21:20:54,084 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/.tmp/info/840e08157f994128a73ce6d1f0d7fa64 2024-11-18T21:20:54,113 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/.tmp/ns/6012e893df834bf6bd2321e4524bfc7b is 43, key is default/ns:d/1731964786370/Put/seqid=0 2024-11-18T21:20:54,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741840_1016 (size=5153) 2024-11-18T21:20:54,130 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/.tmp/ns/6012e893df834bf6bd2321e4524bfc7b 2024-11-18T21:20:54,156 DEBUG [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:20:54,173 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/.tmp/rep_barrier/cdccce1d80a9480f9f460a99ff9188e5 is 112, key is test,,1731964787598.97b49b5d048b53f1f0fcc82362da876f./rep_barrier:seqnumDuringOpen/1731964788809/Put/seqid=0 2024-11-18T21:20:54,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741841_1017 (size=5518) 2024-11-18T21:20:54,180 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/.tmp/rep_barrier/cdccce1d80a9480f9f460a99ff9188e5 2024-11-18T21:20:54,250 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/.tmp/table/f16986b04dcb4ad6838258138e32a5de is 40, key is test/table:state/1731964788837/Put/seqid=0 2024-11-18T21:20:54,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741842_1018 (size=5165) 2024-11-18T21:20:54,274 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/.tmp/table/f16986b04dcb4ad6838258138e32a5de 2024-11-18T21:20:54,294 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/.tmp/info/840e08157f994128a73ce6d1f0d7fa64 as hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/info/840e08157f994128a73ce6d1f0d7fa64 2024-11-18T21:20:54,307 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/info/840e08157f994128a73ce6d1f0d7fa64, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T21:20:54,308 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/.tmp/ns/6012e893df834bf6bd2321e4524bfc7b as hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/ns/6012e893df834bf6bd2321e4524bfc7b 2024-11-18T21:20:54,321 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/ns/6012e893df834bf6bd2321e4524bfc7b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T21:20:54,322 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/.tmp/rep_barrier/cdccce1d80a9480f9f460a99ff9188e5 as hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/rep_barrier/cdccce1d80a9480f9f460a99ff9188e5 2024-11-18T21:20:54,332 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/rep_barrier/cdccce1d80a9480f9f460a99ff9188e5, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T21:20:54,335 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/.tmp/table/f16986b04dcb4ad6838258138e32a5de as hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/table/f16986b04dcb4ad6838258138e32a5de 2024-11-18T21:20:54,346 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/table/f16986b04dcb4ad6838258138e32a5de, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T21:20:54,348 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 392ms, sequenceid=11, compaction requested=false 2024-11-18T21:20:54,356 DEBUG [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:20:54,389 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T21:20:54,392 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:20:54,392 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:20:54,392 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:20:54,392 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964853956Running coprocessor pre-close hooks at 1731964853956Disabling compacts and flushes for region at 1731964853956Disabling writes for close at 1731964853956Obtaining lock to block concurrent updates at 1731964853957 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731964853957Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731964853957Flushing stores of hbase:meta,,1.1588230740 at 1731964853958 (+1 ms)Flushing 1588230740/info: creating writer at 1731964853958Flushing 1588230740/info: appending metadata at 1731964854054 (+96 ms)Flushing 1588230740/info: closing flushed file at 1731964854054Flushing 1588230740/ns: creating writer at 1731964854091 (+37 ms)Flushing 1588230740/ns: appending metadata at 1731964854113 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731964854113Flushing 1588230740/rep_barrier: creating writer at 1731964854147 (+34 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731964854172 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731964854172Flushing 1588230740/table: creating writer at 1731964854194 (+22 ms)Flushing 1588230740/table: appending metadata at 1731964854249 (+55 ms)Flushing 1588230740/table: closing flushed file at 1731964854250 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48937673: reopening flushed file at 1731964854292 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dec88d2: reopening flushed file at 1731964854307 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74437d12: reopening flushed file at 1731964854321 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c7859b4: reopening flushed file at 1731964854332 (+11 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 392ms, sequenceid=11, compaction requested=false at 1731964854348 (+16 ms)Writing region close event to WAL at 1731964854363 (+15 ms)Running coprocessor post-close hooks at 1731964854392 (+29 ms)Closed at 1731964854392 2024-11-18T21:20:54,392 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:20:54,557 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,41853,1731964784080; all regions closed. 2024-11-18T21:20:54,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741834_1010 (size=2717) 2024-11-18T21:20:54,562 DEBUG [RS:0;d63b309a8c2d:41853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/oldWALs 2024-11-18T21:20:54,562 INFO [RS:0;d63b309a8c2d:41853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C41853%2C1731964784080.meta:.meta(num 1731964786307) 2024-11-18T21:20:54,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741833_1009 (size=1028) 2024-11-18T21:20:54,566 DEBUG [RS:0;d63b309a8c2d:41853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/oldWALs 2024-11-18T21:20:54,566 INFO [RS:0;d63b309a8c2d:41853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C41853%2C1731964784080:(num 1731964785718) 2024-11-18T21:20:54,566 DEBUG [RS:0;d63b309a8c2d:41853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:20:54,566 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:20:54,567 INFO [RS:0;d63b309a8c2d:41853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:20:54,567 INFO [RS:0;d63b309a8c2d:41853 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:20:54,567 INFO [RS:0;d63b309a8c2d:41853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:20:54,567 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:20:54,567 INFO [RS:0;d63b309a8c2d:41853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:41853. 2024-11-18T21:20:54,568 DEBUG [RS:0;d63b309a8c2d:41853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:20:54,568 DEBUG [RS:0;d63b309a8c2d:41853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:20:54,568 DEBUG [RS:0;d63b309a8c2d:41853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:20:54,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:20:54,568 INFO [RS:0;d63b309a8c2d:41853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41853 2024-11-18T21:20:54,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/190037629/rs/d63b309a8c2d,41853,1731964784080 2024-11-18T21:20:54,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629/rs 2024-11-18T21:20:54,570 INFO [RS:0;d63b309a8c2d:41853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:20:54,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,41853,1731964784080] 2024-11-18T21:20:54,573 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /190037629/draining/d63b309a8c2d,41853,1731964784080 already deleted, retry=false 2024-11-18T21:20:54,573 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,41853,1731964784080 expired; onlineServers=0 2024-11-18T21:20:54,573 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,38889,1731964784023' ***** 2024-11-18T21:20:54,573 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:20:54,573 INFO [M:0;d63b309a8c2d:38889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:20:54,573 INFO [M:0;d63b309a8c2d:38889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:20:54,573 DEBUG [M:0;d63b309a8c2d:38889 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:20:54,574 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:20:54,574 DEBUG [M:0;d63b309a8c2d:38889 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:20:54,574 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964785540 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964785540,5,FailOnTimeoutGroup] 2024-11-18T21:20:54,574 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964785539 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964785539,5,FailOnTimeoutGroup] 2024-11-18T21:20:54,574 INFO [M:0;d63b309a8c2d:38889 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:20:54,574 INFO [M:0;d63b309a8c2d:38889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:20:54,574 DEBUG [M:0;d63b309a8c2d:38889 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:20:54,574 INFO [M:0;d63b309a8c2d:38889 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:20:54,574 INFO [M:0;d63b309a8c2d:38889 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:20:54,574 INFO [M:0;d63b309a8c2d:38889 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:20:54,574 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:20:54,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/190037629/master 2024-11-18T21:20:54,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/190037629 2024-11-18T21:20:54,578 DEBUG [M:0;d63b309a8c2d:38889 {}] zookeeper.ZKUtil(347): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Unable to get data of znode /190037629/master because node does not exist (not an error) 2024-11-18T21:20:54,578 WARN [M:0;d63b309a8c2d:38889 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T21:20:54,579 INFO [M:0;d63b309a8c2d:38889 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/.lastflushedseqids 2024-11-18T21:20:54,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741843_1019 (size=173) 2024-11-18T21:20:54,672 INFO [RS:0;d63b309a8c2d:41853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:20:54,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:20:54,673 INFO [RS:0;d63b309a8c2d:41853 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,41853,1731964784080; zookeeper connection closed. 2024-11-18T21:20:54,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10054c345000004, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:20:54,673 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e6d820e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e6d820e 2024-11-18T21:20:54,673 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:20:54,984 INFO [M:0;d63b309a8c2d:38889 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:20:54,984 INFO [M:0;d63b309a8c2d:38889 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:20:54,984 DEBUG [M:0;d63b309a8c2d:38889 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:20:54,984 INFO [M:0;d63b309a8c2d:38889 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:20:54,984 DEBUG [M:0;d63b309a8c2d:38889 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:20:54,985 DEBUG [M:0;d63b309a8c2d:38889 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:20:54,985 DEBUG [M:0;d63b309a8c2d:38889 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:20:54,985 INFO [M:0;d63b309a8c2d:38889 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-18T21:20:55,011 DEBUG [M:0;d63b309a8c2d:38889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3de090c52c0641e2bd86d93c191ddca8 is 82, key is hbase:meta,,1/info:regioninfo/1731964786356/Put/seqid=0 2024-11-18T21:20:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741844_1020 (size=5672) 2024-11-18T21:20:55,426 INFO [M:0;d63b309a8c2d:38889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3de090c52c0641e2bd86d93c191ddca8 2024-11-18T21:20:55,451 DEBUG [M:0;d63b309a8c2d:38889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6f04b87d2114765900c61bce8661f33 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731964788842/Put/seqid=0 2024-11-18T21:20:55,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741845_1021 (size=6726) 2024-11-18T21:20:55,856 INFO [M:0;d63b309a8c2d:38889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6f04b87d2114765900c61bce8661f33 2024-11-18T21:20:55,862 INFO [M:0;d63b309a8c2d:38889 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6f04b87d2114765900c61bce8661f33 2024-11-18T21:20:55,877 DEBUG [M:0;d63b309a8c2d:38889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a41cf075668a4445abe6a145f134149e is 69, key is d63b309a8c2d,41853,1731964784080/rs:state/1731964785550/Put/seqid=0 2024-11-18T21:20:55,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741846_1022 (size=5156) 2024-11-18T21:20:55,885 INFO [M:0;d63b309a8c2d:38889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a41cf075668a4445abe6a145f134149e 2024-11-18T21:20:55,893 DEBUG [M:0;d63b309a8c2d:38889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3de090c52c0641e2bd86d93c191ddca8 as hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3de090c52c0641e2bd86d93c191ddca8 2024-11-18T21:20:55,898 INFO [M:0;d63b309a8c2d:38889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3de090c52c0641e2bd86d93c191ddca8, entries=8, sequenceid=58, filesize=5.5 K 2024-11-18T21:20:55,899 DEBUG [M:0;d63b309a8c2d:38889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6f04b87d2114765900c61bce8661f33 as hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6f04b87d2114765900c61bce8661f33 2024-11-18T21:20:55,904 INFO [M:0;d63b309a8c2d:38889 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6f04b87d2114765900c61bce8661f33 2024-11-18T21:20:55,904 INFO [M:0;d63b309a8c2d:38889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6f04b87d2114765900c61bce8661f33, entries=6, sequenceid=58, filesize=6.6 K 2024-11-18T21:20:55,905 DEBUG [M:0;d63b309a8c2d:38889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a41cf075668a4445abe6a145f134149e as hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a41cf075668a4445abe6a145f134149e 2024-11-18T21:20:55,910 INFO [M:0;d63b309a8c2d:38889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34283/user/jenkins/test-data/43199536-2bb3-2945-2c46-e3589f595231/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a41cf075668a4445abe6a145f134149e, entries=1, sequenceid=58, filesize=5.0 K 2024-11-18T21:20:55,911 INFO [M:0;d63b309a8c2d:38889 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=58, compaction requested=false 2024-11-18T21:20:55,914 INFO [M:0;d63b309a8c2d:38889 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:20:55,914 DEBUG [M:0;d63b309a8c2d:38889 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964854984Disabling compacts and flushes for region at 1731964854984Disabling writes for close at 1731964854985 (+1 ms)Obtaining lock to block concurrent updates at 1731964854985Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731964854985Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731964854985Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731964854986 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731964854986Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731964855011 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731964855011Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731964855432 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731964855450 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731964855450Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731964855862 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731964855877 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731964855877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14e514c3: reopening flushed file at 1731964855890 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4150fcbc: reopening flushed file at 1731964855898 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38092548: reopening flushed file at 1731964855904 (+6 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=58, compaction requested=false at 1731964855911 (+7 ms)Writing region close event to WAL at 1731964855914 (+3 ms)Closed at 1731964855914 2024-11-18T21:20:55,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741830_1006 (size=33014) 2024-11-18T21:20:55,917 INFO [M:0;d63b309a8c2d:38889 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:20:55,917 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:20:55,917 INFO [M:0;d63b309a8c2d:38889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38889 2024-11-18T21:20:55,918 INFO [M:0;d63b309a8c2d:38889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:20:56,021 INFO [M:0;d63b309a8c2d:38889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:20:56,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:20:56,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10054c345000003, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:20:56,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7467d10f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:20:56,024 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9b3bd94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:20:56,024 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:20:56,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64b0f81c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:20:56,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d2f54a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/hadoop.log.dir/,STOPPED} 2024-11-18T21:20:56,026 WARN [BP-1878392522-172.17.0.3-1731964782778 heartbeating to localhost/127.0.0.1:34283 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:20:56,026 WARN [BP-1878392522-172.17.0.3-1731964782778 heartbeating to localhost/127.0.0.1:34283 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1878392522-172.17.0.3-1731964782778 (Datanode Uuid 4bc7abec-62c2-47d7-96c8-1d220829c019) service to localhost/127.0.0.1:34283 2024-11-18T21:20:56,027 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/cluster_4ae3c095-2a1f-dca8-1075-3063478367e0/data/data1/current/BP-1878392522-172.17.0.3-1731964782778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:20:56,027 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:20:56,027 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:20:56,027 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/cluster_4ae3c095-2a1f-dca8-1075-3063478367e0/data/data2/current/BP-1878392522-172.17.0.3-1731964782778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:20:56,027 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:20:56,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@82b9ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:20:56,041 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40b5a5e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:20:56,041 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:20:56,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@96969f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:20:56,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e637be1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/hadoop.log.dir/,STOPPED} 2024-11-18T21:20:56,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:20:56,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:20:56,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:20:56,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:20:56,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:20:56,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:20:56,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:20:56,059 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:20:56,059 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1465118588, stopped=false 2024-11-18T21:20:56,060 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,34059,1731964780180 2024-11-18T21:20:56,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01741691978/running 2024-11-18T21:20:56,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01741691978/running 2024-11-18T21:20:56,062 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:20:56,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978 2024-11-18T21:20:56,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978 2024-11-18T21:20:56,062 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:20:56,062 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:20:56,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:20:56,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Set watcher on znode that does not yet exist, /01741691978/running 2024-11-18T21:20:56,063 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,45175,1731964780258' ***** 2024-11-18T21:20:56,063 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:20:56,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Set watcher on znode that does not yet exist, /01741691978/running 2024-11-18T21:20:56,063 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:20:56,063 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:20:56,063 INFO [RS:0;d63b309a8c2d:45175 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:20:56,063 INFO [RS:0;d63b309a8c2d:45175 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:20:56,063 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(3091): Received CLOSE for a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:20:56,064 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(3091): Received CLOSE for 690d991be566e641544ae0a972f7fb8b 2024-11-18T21:20:56,064 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,45175,1731964780258 2024-11-18T21:20:56,064 INFO [RS:0;d63b309a8c2d:45175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:20:56,064 INFO [RS:0;d63b309a8c2d:45175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:45175. 2024-11-18T21:20:56,064 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a87f1e71f6c5a35303f395da86f9ee45, disabling compactions & flushes 2024-11-18T21:20:56,064 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45. 2024-11-18T21:20:56,064 DEBUG [RS:0;d63b309a8c2d:45175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:20:56,064 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45. 2024-11-18T21:20:56,064 DEBUG [RS:0;d63b309a8c2d:45175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:20:56,064 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45. after waiting 0 ms 2024-11-18T21:20:56,064 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45. 2024-11-18T21:20:56,064 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:20:56,064 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a87f1e71f6c5a35303f395da86f9ee45 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-18T21:20:56,064 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:20:56,064 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:20:56,064 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:20:56,065 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T21:20:56,065 DEBUG [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(1325): Online Regions={a87f1e71f6c5a35303f395da86f9ee45=hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45., 1588230740=hbase:meta,,1.1588230740, 690d991be566e641544ae0a972f7fb8b=test,,1731964786449.690d991be566e641544ae0a972f7fb8b.} 2024-11-18T21:20:56,065 DEBUG [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 690d991be566e641544ae0a972f7fb8b, a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:20:56,065 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:20:56,065 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:20:56,065 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:20:56,065 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:20:56,065 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:20:56,065 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T21:20:56,085 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/replication/a87f1e71f6c5a35303f395da86f9ee45/.tmp/hfileref/88ffce6a7c374b31aa7c60068fe6e226 is 74, key is 1/hfileref:83f4f061dbc44c58b12ca447aee3bcdd_SeqId_4_/1731964792961/DeleteColumn/seqid=0 2024-11-18T21:20:56,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741844_1020 (size=5203) 2024-11-18T21:20:56,092 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/.tmp/info/bd1d88efc44d4b3d973477e0494beb7c is 147, key is hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45./info:regioninfo/1731964791063/Put/seqid=0 2024-11-18T21:20:56,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741845_1021 (size=7686) 2024-11-18T21:20:56,100 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/.tmp/info/bd1d88efc44d4b3d973477e0494beb7c 2024-11-18T21:20:56,128 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/.tmp/ns/7f804c60c86f47d382a106bd8a78f804 is 43, key is default/ns:d/1731964782621/Put/seqid=0 2024-11-18T21:20:56,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741846_1022 (size=5153) 2024-11-18T21:20:56,138 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:20:56,265 DEBUG [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 690d991be566e641544ae0a972f7fb8b, a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:20:56,422 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:20:56,422 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:20:56,465 DEBUG [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 690d991be566e641544ae0a972f7fb8b, a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:20:56,491 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/replication/a87f1e71f6c5a35303f395da86f9ee45/.tmp/hfileref/88ffce6a7c374b31aa7c60068fe6e226 2024-11-18T21:20:56,518 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/replication/a87f1e71f6c5a35303f395da86f9ee45/.tmp/queue/0922c3280a01455195cd504b78dd7cad is 153, key is 1-d63b309a8c2d,45175,1731964780258/queue:d63b309a8c2d%2C45175%2C1731964780258/1731964793908/Put/seqid=0 2024-11-18T21:20:56,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741847_1023 (size=5352) 2024-11-18T21:20:56,533 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/.tmp/ns/7f804c60c86f47d382a106bd8a78f804 2024-11-18T21:20:56,554 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/.tmp/rep_barrier/e5f8993a6cae472f9e989c8cda927653 is 112, key is test,,1731964786449.690d991be566e641544ae0a972f7fb8b./rep_barrier:seqnumDuringOpen/1731964787241/Put/seqid=0 2024-11-18T21:20:56,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741848_1024 (size=5518) 2024-11-18T21:20:56,665 DEBUG [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 690d991be566e641544ae0a972f7fb8b, a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:20:56,866 DEBUG [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 690d991be566e641544ae0a972f7fb8b, a87f1e71f6c5a35303f395da86f9ee45 2024-11-18T21:20:56,924 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/replication/a87f1e71f6c5a35303f395da86f9ee45/.tmp/queue/0922c3280a01455195cd504b78dd7cad 2024-11-18T21:20:56,931 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/replication/a87f1e71f6c5a35303f395da86f9ee45/.tmp/hfileref/88ffce6a7c374b31aa7c60068fe6e226 as hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/replication/a87f1e71f6c5a35303f395da86f9ee45/hfileref/88ffce6a7c374b31aa7c60068fe6e226 2024-11-18T21:20:56,937 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/replication/a87f1e71f6c5a35303f395da86f9ee45/hfileref/88ffce6a7c374b31aa7c60068fe6e226, entries=2, sequenceid=10, filesize=5.1 K 2024-11-18T21:20:56,938 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/replication/a87f1e71f6c5a35303f395da86f9ee45/.tmp/queue/0922c3280a01455195cd504b78dd7cad as hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/replication/a87f1e71f6c5a35303f395da86f9ee45/queue/0922c3280a01455195cd504b78dd7cad 2024-11-18T21:20:56,945 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/replication/a87f1e71f6c5a35303f395da86f9ee45/queue/0922c3280a01455195cd504b78dd7cad, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T21:20:56,946 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for a87f1e71f6c5a35303f395da86f9ee45 in 882ms, sequenceid=10, compaction requested=false 2024-11-18T21:20:56,952 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/replication/a87f1e71f6c5a35303f395da86f9ee45/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T21:20:56,953 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:20:56,953 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:20:56,953 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45. 2024-11-18T21:20:56,953 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a87f1e71f6c5a35303f395da86f9ee45: Waiting for close lock at 1731964856064Running coprocessor pre-close hooks at 1731964856064Disabling compacts and flushes for region at 1731964856064Disabling writes for close at 1731964856064Obtaining lock to block concurrent updates at 1731964856064Preparing flush snapshotting stores in a87f1e71f6c5a35303f395da86f9ee45 at 1731964856064Finished memstore snapshotting hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731964856065 (+1 ms)Flushing stores of hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45. at 1731964856065Flushing a87f1e71f6c5a35303f395da86f9ee45/hfileref: creating writer at 1731964856065Flushing a87f1e71f6c5a35303f395da86f9ee45/hfileref: appending metadata at 1731964856084 (+19 ms)Flushing a87f1e71f6c5a35303f395da86f9ee45/hfileref: closing flushed file at 1731964856084Flushing a87f1e71f6c5a35303f395da86f9ee45/queue: creating writer at 1731964856497 (+413 ms)Flushing a87f1e71f6c5a35303f395da86f9ee45/queue: appending metadata at 1731964856517 (+20 ms)Flushing a87f1e71f6c5a35303f395da86f9ee45/queue: closing flushed file at 1731964856517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f9acc6: reopening flushed file at 1731964856930 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af6088f: reopening flushed file at 1731964856937 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for a87f1e71f6c5a35303f395da86f9ee45 in 882ms, sequenceid=10, compaction requested=false at 1731964856946 (+9 ms)Writing region close event to WAL at 1731964856949 (+3 ms)Running coprocessor post-close hooks at 1731964856953 (+4 ms)Closed at 1731964856953 2024-11-18T21:20:56,953 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731964789823.a87f1e71f6c5a35303f395da86f9ee45. 2024-11-18T21:20:56,953 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 690d991be566e641544ae0a972f7fb8b, disabling compactions & flushes 2024-11-18T21:20:56,953 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731964786449.690d991be566e641544ae0a972f7fb8b. 2024-11-18T21:20:56,953 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964786449.690d991be566e641544ae0a972f7fb8b. 2024-11-18T21:20:56,953 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731964786449.690d991be566e641544ae0a972f7fb8b. after waiting 0 ms 2024-11-18T21:20:56,954 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731964786449.690d991be566e641544ae0a972f7fb8b. 2024-11-18T21:20:56,959 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/default/test/690d991be566e641544ae0a972f7fb8b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:20:56,959 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:20:56,959 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/.tmp/rep_barrier/e5f8993a6cae472f9e989c8cda927653 2024-11-18T21:20:56,959 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:20:56,959 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731964786449.690d991be566e641544ae0a972f7fb8b. 2024-11-18T21:20:56,959 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 690d991be566e641544ae0a972f7fb8b: Waiting for close lock at 1731964856953Running coprocessor pre-close hooks at 1731964856953Disabling compacts and flushes for region at 1731964856953Disabling writes for close at 1731964856953Writing region close event to WAL at 1731964856955 (+2 ms)Running coprocessor post-close hooks at 1731964856959 (+4 ms)Closed at 1731964856959 2024-11-18T21:20:56,960 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731964786449.690d991be566e641544ae0a972f7fb8b. 2024-11-18T21:20:56,979 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/.tmp/table/e2cc7ff4521342629c56402c3d6faa7a is 53, key is hbase:replication/table:state/1731964791082/Put/seqid=0 2024-11-18T21:20:56,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741849_1025 (size=5308) 2024-11-18T21:20:57,066 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T21:20:57,066 DEBUG [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:20:57,066 DEBUG [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:20:57,165 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 997, reset compression=false 2024-11-18T21:20:57,176 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:20:57,176 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 1292, reset compression=false 2024-11-18T21:20:57,177 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.shipperd63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,45175,1731964780258 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:20:57,179 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.shipperd63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d63b309a8c2d,45175,1731964780258: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d63b309a8c2d,45175,1731964780258, walGroup=d63b309a8c2d%2C45175%2C1731964780258, offset=d63b309a8c2d%2C45175%2C1731964780258.1731964781572:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:45175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T21:20:57,181 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.shipperd63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T21:20:57,184 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.shipperd63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T21:20:57,186 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.shipperd63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T21:20:57,186 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.shipperd63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T21:20:57,186 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.shipperd63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T21:20:57,186 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.shipperd63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 527707136 }, "NonHeapMemoryUsage": { "committed": 180813824, "init": 7667712, "max": -1, "used": 175756336 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T21:20:57,190 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.shipperd63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:34059 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:34059 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T21:20:57,266 DEBUG [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:20:57,384 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/.tmp/table/e2cc7ff4521342629c56402c3d6faa7a 2024-11-18T21:20:57,392 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/.tmp/info/bd1d88efc44d4b3d973477e0494beb7c as hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/info/bd1d88efc44d4b3d973477e0494beb7c 2024-11-18T21:20:57,399 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.wal-reader.d63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 to pos 1292, reset compression=false 2024-11-18T21:20:57,401 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/info/bd1d88efc44d4b3d973477e0494beb7c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T21:20:57,403 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/.tmp/ns/7f804c60c86f47d382a106bd8a78f804 as hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/ns/7f804c60c86f47d382a106bd8a78f804 2024-11-18T21:20:57,410 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/ns/7f804c60c86f47d382a106bd8a78f804, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T21:20:57,411 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/.tmp/rep_barrier/e5f8993a6cae472f9e989c8cda927653 as hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/rep_barrier/e5f8993a6cae472f9e989c8cda927653 2024-11-18T21:20:57,420 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/rep_barrier/e5f8993a6cae472f9e989c8cda927653, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T21:20:57,421 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/.tmp/table/e2cc7ff4521342629c56402c3d6faa7a as hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/table/e2cc7ff4521342629c56402c3d6faa7a 2024-11-18T21:20:57,427 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/table/e2cc7ff4521342629c56402c3d6faa7a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T21:20:57,428 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1363ms, sequenceid=16, compaction requested=false 2024-11-18T21:20:57,440 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T21:20:57,441 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:20:57,441 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:20:57,441 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:20:57,441 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964856065Running coprocessor pre-close hooks at 1731964856065Disabling compacts and flushes for region at 1731964856065Disabling writes for close at 1731964856065Obtaining lock to block concurrent updates at 1731964856065Preparing flush snapshotting stores in 1588230740 at 1731964856065Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731964856065Flushing stores of hbase:meta,,1.1588230740 at 1731964856066 (+1 ms)Flushing 1588230740/info: creating writer at 1731964856066Flushing 1588230740/info: appending metadata at 1731964856092 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731964856092Flushing 1588230740/ns: creating writer at 1731964856107 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731964856128 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731964856128Flushing 1588230740/rep_barrier: creating writer at 1731964856538 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731964856553 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731964856553Flushing 1588230740/table: creating writer at 1731964856964 (+411 ms)Flushing 1588230740/table: appending metadata at 1731964856979 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731964856979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fdf2065: reopening flushed file at 1731964857391 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53432298: reopening flushed file at 1731964857401 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e9600: reopening flushed file at 1731964857410 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb61111: reopening flushed file at 1731964857421 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1363ms, sequenceid=16, compaction requested=false at 1731964857428 (+7 ms)Writing region close event to WAL at 1731964857437 (+9 ms)Running coprocessor post-close hooks at 1731964857441 (+4 ms)Closed at 1731964857441 2024-11-18T21:20:57,441 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:20:57,467 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,45175,1731964780258; all regions closed. 2024-11-18T21:20:57,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741834_1010 (size=4239) 2024-11-18T21:20:57,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741839_1015 (size=2700) 2024-11-18T21:20:57,473 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.rep.1731964790991 not finished, retry = 0 2024-11-18T21:20:57,582 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/WALs/d63b309a8c2d,45175,1731964780258/d63b309a8c2d%2C45175%2C1731964780258.1731964781572 not finished, retry = 0 2024-11-18T21:20:57,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741832_1008 (size=1300) 2024-11-18T21:20:57,683 DEBUG [RS:0;d63b309a8c2d:45175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:20:57,683 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:20:57,683 INFO [RS:0;d63b309a8c2d:45175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:20:57,683 INFO [RS:0;d63b309a8c2d:45175 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:20:57,683 INFO [RS:0;d63b309a8c2d:45175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:20:57,683 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:20:57,684 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d63b309a8c2d,45175,1731964780258 because: Region server is closing 2024-11-18T21:20:57,684 INFO [RS:0;d63b309a8c2d:45175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:45175. 2024-11-18T21:20:57,684 DEBUG [RS:0;d63b309a8c2d:45175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:20:57,684 DEBUG [RS:0;d63b309a8c2d:45175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:20:57,684 DEBUG [RS:0;d63b309a8c2d:45175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:20:57,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:20:57,785 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,45175,1731964780258.replicationSource.shipperd63b309a8c2d%2C45175%2C1731964780258,1-d63b309a8c2d,45175,1731964780258 terminated 2024-11-18T21:20:57,785 INFO [RS:0;d63b309a8c2d:45175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45175 2024-11-18T21:20:57,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978/rs 2024-11-18T21:20:57,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01741691978/rs/d63b309a8c2d,45175,1731964780258 2024-11-18T21:20:57,789 INFO [RS:0;d63b309a8c2d:45175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:20:57,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,45175,1731964780258] 2024-11-18T21:20:57,791 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01741691978/draining/d63b309a8c2d,45175,1731964780258 already deleted, retry=false 2024-11-18T21:20:57,792 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,45175,1731964780258 expired; onlineServers=0 2024-11-18T21:20:57,792 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,34059,1731964780180' ***** 2024-11-18T21:20:57,792 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:20:57,792 INFO [M:0;d63b309a8c2d:34059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:20:57,792 INFO [M:0;d63b309a8c2d:34059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:20:57,792 DEBUG [M:0;d63b309a8c2d:34059 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:20:57,792 DEBUG [M:0;d63b309a8c2d:34059 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:20:57,792 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:20:57,792 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964781348 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964781348,5,FailOnTimeoutGroup] 2024-11-18T21:20:57,792 INFO [M:0;d63b309a8c2d:34059 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:20:57,792 INFO [M:0;d63b309a8c2d:34059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:20:57,792 DEBUG [M:0;d63b309a8c2d:34059 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:20:57,792 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964781345 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964781345,5,FailOnTimeoutGroup] 2024-11-18T21:20:57,792 INFO [M:0;d63b309a8c2d:34059 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:20:57,793 INFO [M:0;d63b309a8c2d:34059 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:20:57,793 INFO [M:0;d63b309a8c2d:34059 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:20:57,793 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:20:57,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01741691978/master 2024-11-18T21:20:57,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741691978 2024-11-18T21:20:57,796 DEBUG [M:0;d63b309a8c2d:34059 {}] zookeeper.RecoverableZooKeeper(212): Node /01741691978/master already deleted, retry=false 2024-11-18T21:20:57,796 DEBUG [M:0;d63b309a8c2d:34059 {}] master.ActiveMasterManager(353): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Failed delete of our master address node; KeeperErrorCode = NoNode for /01741691978/master 2024-11-18T21:20:57,797 INFO [M:0;d63b309a8c2d:34059 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/.lastflushedseqids 2024-11-18T21:20:57,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741850_1026 (size=263) 2024-11-18T21:20:57,806 INFO [M:0;d63b309a8c2d:34059 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:20:57,806 INFO [M:0;d63b309a8c2d:34059 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:20:57,807 DEBUG [M:0;d63b309a8c2d:34059 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:20:57,807 INFO [M:0;d63b309a8c2d:34059 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:20:57,807 DEBUG [M:0;d63b309a8c2d:34059 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:20:57,807 DEBUG [M:0;d63b309a8c2d:34059 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:20:57,807 DEBUG [M:0;d63b309a8c2d:34059 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:20:57,807 INFO [M:0;d63b309a8c2d:34059 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-18T21:20:57,834 DEBUG [M:0;d63b309a8c2d:34059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c46dcdb7a24a4a06b6288a3b33bd31ef is 82, key is hbase:meta,,1/info:regioninfo/1731964782588/Put/seqid=0 2024-11-18T21:20:57,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741851_1027 (size=5672) 2024-11-18T21:20:57,854 INFO [M:0;d63b309a8c2d:34059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c46dcdb7a24a4a06b6288a3b33bd31ef 2024-11-18T21:20:57,885 DEBUG [M:0;d63b309a8c2d:34059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5688efca8a84073bc4d61524be1c210 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731964787257/Put/seqid=0 2024-11-18T21:20:57,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:20:57,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x10054c345000001, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:20:57,894 INFO [RS:0;d63b309a8c2d:45175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:20:57,894 INFO [RS:0;d63b309a8c2d:45175 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,45175,1731964780258; zookeeper connection closed. 2024-11-18T21:20:57,901 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37325a0a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37325a0a 2024-11-18T21:20:57,901 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:20:57,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741852_1028 (size=7240) 2024-11-18T21:20:57,905 INFO [M:0;d63b309a8c2d:34059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5688efca8a84073bc4d61524be1c210 2024-11-18T21:20:57,916 INFO [M:0;d63b309a8c2d:34059 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5688efca8a84073bc4d61524be1c210 2024-11-18T21:20:57,942 DEBUG [M:0;d63b309a8c2d:34059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/544bef816b934132a79afcc6df9f219d is 69, key is d63b309a8c2d,45175,1731964780258/rs:state/1731964781399/Put/seqid=0 2024-11-18T21:20:57,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741853_1029 (size=5156) 2024-11-18T21:20:57,956 INFO [M:0;d63b309a8c2d:34059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/544bef816b934132a79afcc6df9f219d 2024-11-18T21:20:57,965 DEBUG [M:0;d63b309a8c2d:34059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c46dcdb7a24a4a06b6288a3b33bd31ef as hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c46dcdb7a24a4a06b6288a3b33bd31ef 2024-11-18T21:20:57,973 INFO [M:0;d63b309a8c2d:34059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c46dcdb7a24a4a06b6288a3b33bd31ef, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T21:20:57,974 DEBUG [M:0;d63b309a8c2d:34059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5688efca8a84073bc4d61524be1c210 as hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5688efca8a84073bc4d61524be1c210 2024-11-18T21:20:57,982 INFO [M:0;d63b309a8c2d:34059 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5688efca8a84073bc4d61524be1c210 2024-11-18T21:20:57,982 INFO [M:0;d63b309a8c2d:34059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5688efca8a84073bc4d61524be1c210, entries=11, sequenceid=105, filesize=7.1 K 2024-11-18T21:20:57,984 DEBUG [M:0;d63b309a8c2d:34059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/544bef816b934132a79afcc6df9f219d as hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/544bef816b934132a79afcc6df9f219d 2024-11-18T21:20:57,991 INFO [M:0;d63b309a8c2d:34059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42431/user/jenkins/test-data/616312e4-20cc-edb9-e853-dfe5a428b5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/544bef816b934132a79afcc6df9f219d, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T21:20:57,993 INFO [M:0;d63b309a8c2d:34059 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 186ms, sequenceid=105, compaction requested=false 2024-11-18T21:20:57,997 INFO [M:0;d63b309a8c2d:34059 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:20:57,998 DEBUG [M:0;d63b309a8c2d:34059 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964857807Disabling compacts and flushes for region at 1731964857807Disabling writes for close at 1731964857807Obtaining lock to block concurrent updates at 1731964857807Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731964857807Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731964857807Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731964857808 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731964857808Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731964857833 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731964857833Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731964857860 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731964857884 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731964857884Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731964857916 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731964857942 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731964857942Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6e624d: reopening flushed file at 1731964857963 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e9d8c4f: reopening flushed file at 1731964857973 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735dcf43: reopening flushed file at 1731964857983 (+10 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 186ms, sequenceid=105, compaction requested=false at 1731964857993 (+10 ms)Writing region close event to WAL at 1731964857997 (+4 ms)Closed at 1731964857997 2024-11-18T21:20:58,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741830_1006 (size=64526) 2024-11-18T21:20:58,007 INFO [M:0;d63b309a8c2d:34059 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:20:58,007 INFO [M:0;d63b309a8c2d:34059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34059 2024-11-18T21:20:58,007 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:20:58,008 INFO [M:0;d63b309a8c2d:34059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:20:58,111 INFO [M:0;d63b309a8c2d:34059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:20:58,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:20:58,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34059-0x10054c345000000, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:20:58,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fff79bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:20:58,133 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45861361{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:20:58,133 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:20:58,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ba9d83b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:20:58,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d3f09c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/hadoop.log.dir/,STOPPED} 2024-11-18T21:20:58,137 WARN [BP-1768792956-172.17.0.3-1731964779139 heartbeating to localhost/127.0.0.1:42431 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:20:58,137 WARN [BP-1768792956-172.17.0.3-1731964779139 heartbeating to localhost/127.0.0.1:42431 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1768792956-172.17.0.3-1731964779139 (Datanode Uuid b7fabb70-c928-408f-9f51-4d03ed719334) service to localhost/127.0.0.1:42431 2024-11-18T21:20:58,138 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:20:58,138 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:20:58,138 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/cluster_9dab9c00-7920-6807-8d9e-4b411bb42fbe/data/data1/current/BP-1768792956-172.17.0.3-1731964779139 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:20:58,138 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/cluster_9dab9c00-7920-6807-8d9e-4b411bb42fbe/data/data2/current/BP-1768792956-172.17.0.3-1731964779139 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:20:58,139 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:20:58,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@500b85c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:20:58,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@371f8afd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:20:58,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:20:58,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a42b3e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:20:58,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f1ee90f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5faab8da-d1b5-ecaa-0d36-083d15e4a708/hadoop.log.dir/,STOPPED} 2024-11-18T21:20:58,171 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T21:20:58,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:20:58,218 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 138) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fb0f0b8e840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42431 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34283 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fb0f0b8e840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61143) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61143) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=730 (was 856), ProcessCount=11 (was 11), AvailableMemoryMB=1506 (was 1293) - AvailableMemoryMB LEAK? - 2024-11-18T21:20:58,226 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=730, ProcessCount=11, AvailableMemoryMB=1506 2024-11-18T21:20:58,249 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-18T21:20:58,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/hadoop.log.dir so I do NOT create it in target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857 2024-11-18T21:20:58,250 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:20:58,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/hadoop.tmp.dir so I do NOT create it in target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857 2024-11-18T21:20:58,250 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7a02fd-3174-2544-3ce5-1958a5016ea4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:20:58,250 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857 2024-11-18T21:20:58,250 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/cluster_083003d4-ec28-84fb-5fcc-53eea85913f1, deleteOnExit=true 2024-11-18T21:20:58,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10054c345000002, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:20:58,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10054c345000002, quorum=127.0.0.1:61143, baseZNode=/01741691978 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:20:58,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10054c345000005, quorum=127.0.0.1:61143, baseZNode=/190037629 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:20:58,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10054c345000005, quorum=127.0.0.1:61143, baseZNode=/190037629 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:20:58,273 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/cluster_083003d4-ec28-84fb-5fcc-53eea85913f1/zookeeper_0, clientPort=61815, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/cluster_083003d4-ec28-84fb-5fcc-53eea85913f1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/cluster_083003d4-ec28-84fb-5fcc-53eea85913f1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T21:20:58,275 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61815 2024-11-18T21:20:58,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:20:58,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:20:58,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/test.cache.data in system properties and HBase conf 2024-11-18T21:20:58,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:20:58,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:20:58,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:20:58,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:20:58,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:20:58,276 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:20:58,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:20:58,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:20:58,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:20:58,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:20:58,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:20:58,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:20:58,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:20:58,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:20:58,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:20:58,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:20:58,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:20:58,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:20:58,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:20:58,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:20:58,440 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:20:58,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:20:58,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:20:58,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:20:58,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:20:58,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:20:58,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35299b4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:20:58,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541e07f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:20:58,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1698260d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/java.io.tmpdir/jetty-localhost-34671-hadoop-hdfs-3_4_1-tests_jar-_-any-6260015140464602534/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:20:58,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ffd178{HTTP/1.1, (http/1.1)}{localhost:34671} 2024-11-18T21:20:58,706 INFO [Time-limited test {}] server.Server(415): Started @125083ms 2024-11-18T21:20:58,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:20:58,959 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:20:58,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:20:58,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:20:58,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:20:58,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ec5723e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:20:58,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14071489{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:20:59,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:20:59,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:20:59,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:20:59,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:20:59,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:20:59,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:20:59,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@181f8260{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/java.io.tmpdir/jetty-localhost-38819-hadoop-hdfs-3_4_1-tests_jar-_-any-4532318660336316818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:20:59,152 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ec88d8{HTTP/1.1, (http/1.1)}{localhost:38819} 2024-11-18T21:20:59,152 INFO [Time-limited test {}] server.Server(415): Started @125528ms 2024-11-18T21:20:59,153 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:20:59,379 WARN [Thread-1275 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/cluster_083003d4-ec28-84fb-5fcc-53eea85913f1/data/data1/current/BP-885007023-172.17.0.3-1731964858342/current, will proceed with Du for space computation calculation, 2024-11-18T21:20:59,391 WARN [Thread-1276 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/cluster_083003d4-ec28-84fb-5fcc-53eea85913f1/data/data2/current/BP-885007023-172.17.0.3-1731964858342/current, will proceed with Du for space computation calculation, 2024-11-18T21:20:59,463 WARN [Thread-1263 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:20:59,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42675d0d2a846de1 with lease ID 0x8d14d0dd2e0217af: Processing first storage report for DS-e0c4bc13-72fb-4a9e-bbc4-c53eff8e5761 from datanode DatanodeRegistration(127.0.0.1:41469, datanodeUuid=83e35941-0166-41d7-9a2d-ae484f9323b7, infoPort=36735, infoSecurePort=0, ipcPort=35717, storageInfo=lv=-57;cid=testClusterID;nsid=1799215145;c=1731964858342) 2024-11-18T21:20:59,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42675d0d2a846de1 with lease ID 0x8d14d0dd2e0217af: from storage DS-e0c4bc13-72fb-4a9e-bbc4-c53eff8e5761 node DatanodeRegistration(127.0.0.1:41469, datanodeUuid=83e35941-0166-41d7-9a2d-ae484f9323b7, infoPort=36735, infoSecurePort=0, ipcPort=35717, storageInfo=lv=-57;cid=testClusterID;nsid=1799215145;c=1731964858342), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:20:59,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42675d0d2a846de1 with lease ID 0x8d14d0dd2e0217af: Processing first storage report for DS-0f88acd6-257b-4593-97c4-aaf610f375fd from datanode DatanodeRegistration(127.0.0.1:41469, datanodeUuid=83e35941-0166-41d7-9a2d-ae484f9323b7, infoPort=36735, infoSecurePort=0, ipcPort=35717, storageInfo=lv=-57;cid=testClusterID;nsid=1799215145;c=1731964858342) 2024-11-18T21:20:59,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42675d0d2a846de1 with lease ID 0x8d14d0dd2e0217af: from storage DS-0f88acd6-257b-4593-97c4-aaf610f375fd node DatanodeRegistration(127.0.0.1:41469, datanodeUuid=83e35941-0166-41d7-9a2d-ae484f9323b7, infoPort=36735, infoSecurePort=0, ipcPort=35717, storageInfo=lv=-57;cid=testClusterID;nsid=1799215145;c=1731964858342), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:20:59,474 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857 2024-11-18T21:20:59,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:20:59,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:20:59,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:20:59,495 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9 with version=8 2024-11-18T21:20:59,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/hbase-staging 2024-11-18T21:20:59,498 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:20:59,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:20:59,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:20:59,499 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:20:59,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:20:59,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:20:59,499 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:20:59,499 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:20:59,501 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44859 2024-11-18T21:20:59,502 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44859 connecting to ZooKeeper ensemble=127.0.0.1:61815 2024-11-18T21:20:59,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448590x0, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:20:59,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44859-0x10054c47a2c0000 connected 2024-11-18T21:20:59,541 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:20:59,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:20:59,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:20:59,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:20:59,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:20:59,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:20:59,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:20:59,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:20:59,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on znode that does not yet exist, /0-1648214244/running 2024-11-18T21:20:59,593 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9, hbase.cluster.distributed=false 2024-11-18T21:20:59,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on znode that does not yet exist, /0-1648214244/acl 2024-11-18T21:20:59,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44859 2024-11-18T21:20:59,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44859 2024-11-18T21:20:59,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44859 2024-11-18T21:20:59,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44859 2024-11-18T21:20:59,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44859 2024-11-18T21:20:59,638 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:20:59,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:20:59,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:20:59,638 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:20:59,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:20:59,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:20:59,638 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:20:59,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:20:59,648 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41661 2024-11-18T21:20:59,649 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41661 connecting to ZooKeeper ensemble=127.0.0.1:61815 2024-11-18T21:20:59,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:20:59,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:20:59,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416610x0, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:20:59,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416610x0, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on znode that does not yet exist, /0-1648214244/running 2024-11-18T21:20:59,672 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:20:59,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41661-0x10054c47a2c0001 connected 2024-11-18T21:20:59,692 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:20:59,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on znode that does not yet exist, /0-1648214244/master 2024-11-18T21:20:59,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on znode that does not yet exist, /0-1648214244/acl 2024-11-18T21:20:59,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41661 2024-11-18T21:20:59,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41661 2024-11-18T21:20:59,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41661 2024-11-18T21:20:59,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41661 2024-11-18T21:20:59,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41661 2024-11-18T21:20:59,765 DEBUG [M:0;d63b309a8c2d:44859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:44859 2024-11-18T21:20:59,769 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1648214244/backup-masters/d63b309a8c2d,44859,1731964859498 2024-11-18T21:20:59,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244/backup-masters 2024-11-18T21:20:59,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244/backup-masters 2024-11-18T21:20:59,833 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on existing znode=/0-1648214244/backup-masters/d63b309a8c2d,44859,1731964859498 2024-11-18T21:20:59,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:20:59,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1648214244/master 2024-11-18T21:20:59,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:20:59,895 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on existing znode=/0-1648214244/master 2024-11-18T21:20:59,896 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1648214244/backup-masters/d63b309a8c2d,44859,1731964859498 from backup master directory 2024-11-18T21:20:59,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1648214244/backup-masters/d63b309a8c2d,44859,1731964859498 2024-11-18T21:20:59,932 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:20:59,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244/backup-masters 2024-11-18T21:20:59,932 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,44859,1731964859498 2024-11-18T21:20:59,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244/backup-masters 2024-11-18T21:20:59,938 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/hbase.id] with ID: ccdcf6c2-8108-4445-8719-4c2b7f1dce66 2024-11-18T21:20:59,938 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/.tmp/hbase.id 2024-11-18T21:20:59,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:20:59,964 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/.tmp/hbase.id]:[hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/hbase.id] 2024-11-18T21:20:59,987 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:20:59,987 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:20:59,988 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T21:20:59,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:20:59,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:00,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:21:00,021 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:21:00,022 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:21:00,022 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:21:00,109 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store 2024-11-18T21:21:00,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:21:00,168 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:00,168 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:21:00,168 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:00,168 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:00,168 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:21:00,169 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:00,169 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:00,169 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964860168Disabling compacts and flushes for region at 1731964860168Disabling writes for close at 1731964860168Writing region close event to WAL at 1731964860169 (+1 ms)Closed at 1731964860169 2024-11-18T21:21:00,170 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/.initializing 2024-11-18T21:21:00,170 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/WALs/d63b309a8c2d,44859,1731964859498 2024-11-18T21:21:00,171 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:21:00,177 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C44859%2C1731964859498, suffix=, logDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/WALs/d63b309a8c2d,44859,1731964859498, archiveDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/oldWALs, maxLogs=10 2024-11-18T21:21:00,197 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/WALs/d63b309a8c2d,44859,1731964859498/d63b309a8c2d%2C44859%2C1731964859498.1731964860177, exclude list is [], retry=0 2024-11-18T21:21:00,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-e0c4bc13-72fb-4a9e-bbc4-c53eff8e5761,DISK] 2024-11-18T21:21:00,209 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/WALs/d63b309a8c2d,44859,1731964859498/d63b309a8c2d%2C44859%2C1731964859498.1731964860177 2024-11-18T21:21:00,209 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36735:36735)] 2024-11-18T21:21:00,209 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:00,210 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:00,210 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:00,210 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:00,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:00,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:21:00,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:00,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:00,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:00,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:21:00,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:00,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:00,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:00,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:21:00,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:00,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:00,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:00,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:21:00,230 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:00,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:00,231 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:00,232 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:00,232 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:00,235 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:00,235 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:00,235 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:00,245 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:00,259 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:00,259 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59605155, jitterRate=-0.1118139773607254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:00,260 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964860210Initializing all the Stores at 1731964860211 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964860211Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964860217 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964860217Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964860217Cleaning up temporary data from old regions at 1731964860235 (+18 ms)Region opened successfully at 1731964860260 (+25 ms) 2024-11-18T21:21:00,265 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:21:00,270 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a727aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:21:00,271 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:21:00,271 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:21:00,271 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:21:00,271 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:21:00,273 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T21:21:00,274 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:21:00,274 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:21:00,276 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:21:00,277 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Unable to get data of znode /0-1648214244/balancer because node does not exist (not necessarily an error) 2024-11-18T21:21:00,278 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648214244/balancer already deleted, retry=false 2024-11-18T21:21:00,279 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:21:00,279 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Unable to get data of znode /0-1648214244/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:21:00,281 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648214244/normalizer already deleted, retry=false 2024-11-18T21:21:00,281 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:21:00,285 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Unable to get data of znode /0-1648214244/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:21:00,288 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648214244/switch/split already deleted, retry=false 2024-11-18T21:21:00,289 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Unable to get data of znode /0-1648214244/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:21:00,290 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648214244/switch/merge already deleted, retry=false 2024-11-18T21:21:00,293 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Unable to get data of znode /0-1648214244/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:21:00,295 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648214244/snapshot-cleanup already deleted, retry=false 2024-11-18T21:21:00,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1648214244/running 2024-11-18T21:21:00,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:00,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1648214244/running 2024-11-18T21:21:00,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:00,309 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,44859,1731964859498, sessionid=0x10054c47a2c0000, setting cluster-up flag (Was=false) 2024-11-18T21:21:00,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:00,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:00,349 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1648214244/flush-table-proc/acquired, /0-1648214244/flush-table-proc/reached, /0-1648214244/flush-table-proc/abort 2024-11-18T21:21:00,355 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,44859,1731964859498 2024-11-18T21:21:00,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:00,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:00,378 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1648214244/online-snapshot/acquired, /0-1648214244/online-snapshot/reached, /0-1648214244/online-snapshot/abort 2024-11-18T21:21:00,379 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,44859,1731964859498 2024-11-18T21:21:00,381 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:21:00,394 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:00,395 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:21:00,395 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:21:00,395 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,44859,1731964859498 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:21:00,398 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:00,398 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:00,398 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:00,398 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:00,398 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:21:00,398 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:00,398 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:21:00,398 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:00,420 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:00,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:21:00,423 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:00,423 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:21:00,436 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731964890436 2024-11-18T21:21:00,436 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:21:00,436 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:21:00,436 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:21:00,436 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:21:00,437 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:21:00,437 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:21:00,441 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:00,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:21:00,449 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:21:00,449 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:21:00,449 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:21:00,449 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:21:00,449 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:21:00,449 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:21:00,449 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964860449,5,FailOnTimeoutGroup] 2024-11-18T21:21:00,450 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(746): ClusterId : ccdcf6c2-8108-4445-8719-4c2b7f1dce66 2024-11-18T21:21:00,450 DEBUG [RS:0;d63b309a8c2d:41661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:21:00,450 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964860450,5,FailOnTimeoutGroup] 2024-11-18T21:21:00,450 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:00,450 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:21:00,450 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:00,450 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:00,452 DEBUG [RS:0;d63b309a8c2d:41661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:21:00,452 DEBUG [RS:0;d63b309a8c2d:41661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:21:00,454 DEBUG [RS:0;d63b309a8c2d:41661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:21:00,455 DEBUG [RS:0;d63b309a8c2d:41661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6536a5e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:21:00,473 DEBUG [RS:0;d63b309a8c2d:41661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:41661 2024-11-18T21:21:00,473 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:21:00,473 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:21:00,473 DEBUG [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:21:00,474 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,44859,1731964859498 with port=41661, startcode=1731964859637 2024-11-18T21:21:00,474 DEBUG [RS:0;d63b309a8c2d:41661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:21:00,476 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:21:00,477 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44859 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,41661,1731964859637 2024-11-18T21:21:00,477 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44859 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,41661,1731964859637 2024-11-18T21:21:00,478 DEBUG [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9 2024-11-18T21:21:00,478 DEBUG [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45369 2024-11-18T21:21:00,478 DEBUG [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:21:00,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244/rs 2024-11-18T21:21:00,481 DEBUG [RS:0;d63b309a8c2d:41661 {}] zookeeper.ZKUtil(111): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on existing znode=/0-1648214244/rs/d63b309a8c2d,41661,1731964859637 2024-11-18T21:21:00,481 WARN [RS:0;d63b309a8c2d:41661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:21:00,481 INFO [RS:0;d63b309a8c2d:41661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:00,481 DEBUG [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637 2024-11-18T21:21:00,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,41661,1731964859637] 2024-11-18T21:21:00,507 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:21:00,511 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:21:00,516 INFO [RS:0;d63b309a8c2d:41661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:21:00,516 INFO [RS:0;d63b309a8c2d:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:00,516 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:21:00,517 INFO [RS:0;d63b309a8c2d:41661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:21:00,517 INFO [RS:0;d63b309a8c2d:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:00,517 DEBUG [RS:0;d63b309a8c2d:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:00,517 DEBUG [RS:0;d63b309a8c2d:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:00,517 DEBUG [RS:0;d63b309a8c2d:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:00,517 DEBUG [RS:0;d63b309a8c2d:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:00,517 DEBUG [RS:0;d63b309a8c2d:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:00,517 DEBUG [RS:0;d63b309a8c2d:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:21:00,517 DEBUG [RS:0;d63b309a8c2d:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:00,517 DEBUG [RS:0;d63b309a8c2d:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:00,517 DEBUG [RS:0;d63b309a8c2d:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:00,517 DEBUG [RS:0;d63b309a8c2d:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:00,517 DEBUG [RS:0;d63b309a8c2d:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:00,517 DEBUG [RS:0;d63b309a8c2d:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:00,517 DEBUG [RS:0;d63b309a8c2d:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:21:00,517 DEBUG [RS:0;d63b309a8c2d:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:21:00,525 INFO [RS:0;d63b309a8c2d:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:00,525 INFO [RS:0;d63b309a8c2d:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:00,525 INFO [RS:0;d63b309a8c2d:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:00,526 INFO [RS:0;d63b309a8c2d:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:00,526 INFO [RS:0;d63b309a8c2d:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:00,526 INFO [RS:0;d63b309a8c2d:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,41661,1731964859637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:21:00,544 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:21:00,544 INFO [RS:0;d63b309a8c2d:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,41661,1731964859637-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:00,544 INFO [RS:0;d63b309a8c2d:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:00,544 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.Replication(171): d63b309a8c2d,41661,1731964859637 started 2024-11-18T21:21:00,560 INFO [RS:0;d63b309a8c2d:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:00,560 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,41661,1731964859637, RpcServer on d63b309a8c2d/172.17.0.3:41661, sessionid=0x10054c47a2c0001 2024-11-18T21:21:00,560 DEBUG [RS:0;d63b309a8c2d:41661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:21:00,560 DEBUG [RS:0;d63b309a8c2d:41661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,41661,1731964859637 2024-11-18T21:21:00,560 DEBUG [RS:0;d63b309a8c2d:41661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,41661,1731964859637' 2024-11-18T21:21:00,560 DEBUG [RS:0;d63b309a8c2d:41661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1648214244/flush-table-proc/abort' 2024-11-18T21:21:00,561 DEBUG [RS:0;d63b309a8c2d:41661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1648214244/flush-table-proc/acquired' 2024-11-18T21:21:00,561 DEBUG [RS:0;d63b309a8c2d:41661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:21:00,561 DEBUG [RS:0;d63b309a8c2d:41661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:21:00,561 DEBUG [RS:0;d63b309a8c2d:41661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,41661,1731964859637 2024-11-18T21:21:00,561 DEBUG [RS:0;d63b309a8c2d:41661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,41661,1731964859637' 2024-11-18T21:21:00,561 DEBUG [RS:0;d63b309a8c2d:41661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1648214244/online-snapshot/abort' 2024-11-18T21:21:00,561 DEBUG [RS:0;d63b309a8c2d:41661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1648214244/online-snapshot/acquired' 2024-11-18T21:21:00,562 DEBUG [RS:0;d63b309a8c2d:41661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:21:00,562 INFO [RS:0;d63b309a8c2d:41661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:21:00,562 INFO [RS:0;d63b309a8c2d:41661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:21:00,662 INFO [RS:0;d63b309a8c2d:41661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:21:00,664 INFO [RS:0;d63b309a8c2d:41661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C41661%2C1731964859637, suffix=, logDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637, archiveDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/oldWALs, maxLogs=10 2024-11-18T21:21:00,684 DEBUG [RS:0;d63b309a8c2d:41661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637/d63b309a8c2d%2C41661%2C1731964859637.1731964860665, exclude list is [], retry=0 2024-11-18T21:21:00,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-e0c4bc13-72fb-4a9e-bbc4-c53eff8e5761,DISK] 2024-11-18T21:21:00,725 INFO [RS:0;d63b309a8c2d:41661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637/d63b309a8c2d%2C41661%2C1731964859637.1731964860665 2024-11-18T21:21:00,729 DEBUG [RS:0;d63b309a8c2d:41661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36735:36735)] 2024-11-18T21:21:00,843 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:21:00,844 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9 2024-11-18T21:21:00,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741833_1009 (size=32) 2024-11-18T21:21:00,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:00,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:21:00,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:21:00,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:00,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:00,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:21:00,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:21:00,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:00,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:00,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:21:00,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:21:00,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:00,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:00,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:21:00,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:21:00,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:00,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:00,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:21:00,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740 2024-11-18T21:21:00,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740 2024-11-18T21:21:00,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:21:00,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:21:00,861 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:00,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:21:00,864 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:00,865 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66786180, jitterRate=-0.004808366298675537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:00,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731964860850Initializing all the Stores at 1731964860851 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964860851Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964860851Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964860851Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964860851Cleaning up temporary data from old regions at 1731964860860 (+9 ms)Region opened successfully at 1731964860865 (+5 ms) 2024-11-18T21:21:00,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:21:00,866 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:21:00,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:21:00,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:21:00,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:21:00,866 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:21:00,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964860866Disabling compacts and flushes for region at 1731964860866Disabling writes for close at 1731964860866Writing region close event to WAL at 1731964860866Closed at 1731964860866 2024-11-18T21:21:00,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:00,868 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:21:00,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:21:00,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:21:00,871 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:21:01,022 DEBUG [d63b309a8c2d:44859 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:21:01,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,41661,1731964859637 2024-11-18T21:21:01,024 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,41661,1731964859637, state=OPENING 2024-11-18T21:21:01,025 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:21:01,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:01,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:01,035 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:21:01,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1648214244/meta-region-server: CHANGED 2024-11-18T21:21:01,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,41661,1731964859637}] 2024-11-18T21:21:01,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1648214244/meta-region-server: CHANGED 2024-11-18T21:21:01,194 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:21:01,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:21:01,199 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:21:01,199 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:01,200 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:21:01,201 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C41661%2C1731964859637.meta, suffix=.meta, logDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637, archiveDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/oldWALs, maxLogs=10 2024-11-18T21:21:01,214 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637/d63b309a8c2d%2C41661%2C1731964859637.meta.1731964861201.meta, exclude list is [], retry=0 2024-11-18T21:21:01,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-e0c4bc13-72fb-4a9e-bbc4-c53eff8e5761,DISK] 2024-11-18T21:21:01,219 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637/d63b309a8c2d%2C41661%2C1731964859637.meta.1731964861201.meta 2024-11-18T21:21:01,219 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36735:36735)] 2024-11-18T21:21:01,219 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:01,219 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:21:01,219 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:21:01,220 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:21:01,220 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:21:01,220 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:21:01,220 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:01,220 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:21:01,220 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:21:01,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:21:01,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:21:01,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:01,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:01,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:21:01,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:21:01,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:01,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:01,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:21:01,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:21:01,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:01,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:01,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:21:01,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:21:01,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:01,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:01,227 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:21:01,228 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740 2024-11-18T21:21:01,229 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740 2024-11-18T21:21:01,231 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:21:01,231 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:21:01,232 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:01,236 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:21:01,240 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72227758, jitterRate=0.0762774646282196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:01,240 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:21:01,242 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964861220Writing region info on filesystem at 1731964861220Initializing all the Stores at 1731964861221 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964861221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964861221Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964861221Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964861221Cleaning up temporary data from old regions at 1731964861231 (+10 ms)Running coprocessor post-open hooks at 1731964861240 (+9 ms)Region opened successfully at 1731964861242 (+2 ms) 2024-11-18T21:21:01,244 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731964861194 2024-11-18T21:21:01,248 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:21:01,248 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:21:01,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,41661,1731964859637 2024-11-18T21:21:01,250 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,41661,1731964859637, state=OPEN 2024-11-18T21:21:01,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1648214244/meta-region-server 2024-11-18T21:21:01,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1648214244/meta-region-server 2024-11-18T21:21:01,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1648214244/meta-region-server: CHANGED 2024-11-18T21:21:01,252 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,41661,1731964859637 2024-11-18T21:21:01,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1648214244/meta-region-server: CHANGED 2024-11-18T21:21:01,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:21:01,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,41661,1731964859637 in 217 msec 2024-11-18T21:21:01,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:21:01,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-11-18T21:21:01,257 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:01,257 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:21:01,259 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:01,259 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,41661,1731964859637, seqNum=-1] 2024-11-18T21:21:01,259 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:01,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:21:01,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 872 msec 2024-11-18T21:21:01,271 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964861271, completionTime=-1 2024-11-18T21:21:01,271 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:21:01,271 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:21:01,274 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:21:01,274 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731964921274 2024-11-18T21:21:01,274 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731964981274 2024-11-18T21:21:01,274 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T21:21:01,275 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,44859,1731964859498-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:01,275 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,44859,1731964859498-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:01,275 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,44859,1731964859498-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:01,275 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:44859, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:01,275 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:01,276 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:01,278 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:21:01,282 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.350sec 2024-11-18T21:21:01,282 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:21:01,282 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:21:01,282 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:21:01,282 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:21:01,282 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:21:01,282 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,44859,1731964859498-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:21:01,282 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,44859,1731964859498-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:21:01,285 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:21:01,285 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:21:01,285 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,44859,1731964859498-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:01,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c156888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:01,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,44859,-1 for getting cluster id 2024-11-18T21:21:01,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:01,355 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccdcf6c2-8108-4445-8719-4c2b7f1dce66' 2024-11-18T21:21:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccdcf6c2-8108-4445-8719-4c2b7f1dce66" 2024-11-18T21:21:01,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133b8173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:01,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,44859,-1] 2024-11-18T21:21:01,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:01,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:01,357 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:01,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d0f969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:01,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,41661,1731964859637, seqNum=-1] 2024-11-18T21:21:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:01,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:21:01,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,44859,1731964859498 2024-11-18T21:21:01,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61815 2024-11-18T21:21:01,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:21:01,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10054c47a2c0002 connected 2024-11-18T21:21:01,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/hadoop.log.dir so I do NOT create it in target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33 2024-11-18T21:21:01,379 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:21:01,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/hadoop.tmp.dir so I do NOT create it in target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33 2024-11-18T21:21:01,379 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:21:01,379 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33 2024-11-18T21:21:01,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:21:01,379 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/cluster_aaceb4a0-bb1d-c432-324a-8f18394bdf5a, deleteOnExit=true 2024-11-18T21:21:01,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:21:01,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/test.cache.data in system properties and HBase conf 2024-11-18T21:21:01,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:21:01,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:21:01,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:21:01,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:21:01,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:21:01,380 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:21:01,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:21:01,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:21:01,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:21:01,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:21:01,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:21:01,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:21:01,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:21:01,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:21:01,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:21:01,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:21:01,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:21:01,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:21:01,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:21:01,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:21:01,473 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:21:01,479 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:21:01,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:21:01,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:21:01,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:21:01,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:21:01,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bb50150{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:21:01,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fe2198b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:21:01,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14dd15f6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/java.io.tmpdir/jetty-localhost-34185-hadoop-hdfs-3_4_1-tests_jar-_-any-1053067368424566000/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:21:01,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c55a2d6{HTTP/1.1, (http/1.1)}{localhost:34185} 2024-11-18T21:21:01,614 INFO [Time-limited test {}] server.Server(415): Started @127991ms 2024-11-18T21:21:01,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:21:01,728 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:21:01,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:21:01,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:21:01,729 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:21:01,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7644832b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:21:01,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5360ad88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:21:01,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@247003a7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/java.io.tmpdir/jetty-localhost-34841-hadoop-hdfs-3_4_1-tests_jar-_-any-8699999633994000401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:21:01,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57ece978{HTTP/1.1, (http/1.1)}{localhost:34841} 2024-11-18T21:21:01,879 INFO [Time-limited test {}] server.Server(415): Started @128255ms 2024-11-18T21:21:01,880 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:21:01,973 WARN [Thread-1396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/cluster_aaceb4a0-bb1d-c432-324a-8f18394bdf5a/data/data1/current/BP-1979976177-172.17.0.3-1731964861406/current, will proceed with Du for space computation calculation, 2024-11-18T21:21:01,973 WARN [Thread-1397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/cluster_aaceb4a0-bb1d-c432-324a-8f18394bdf5a/data/data2/current/BP-1979976177-172.17.0.3-1731964861406/current, will proceed with Du for space computation calculation, 2024-11-18T21:21:02,005 WARN [Thread-1384 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:21:02,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22f14cc87b343c62 with lease ID 0xe07e32287834b910: Processing first storage report for DS-ab7b8412-2a9a-4b3c-9309-a4dc66e006ec from datanode DatanodeRegistration(127.0.0.1:44639, datanodeUuid=b9d50357-1cd8-4117-8359-9d518b909f84, infoPort=37123, infoSecurePort=0, ipcPort=42467, storageInfo=lv=-57;cid=testClusterID;nsid=1765473037;c=1731964861406) 2024-11-18T21:21:02,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22f14cc87b343c62 with lease ID 0xe07e32287834b910: from storage DS-ab7b8412-2a9a-4b3c-9309-a4dc66e006ec node DatanodeRegistration(127.0.0.1:44639, datanodeUuid=b9d50357-1cd8-4117-8359-9d518b909f84, infoPort=37123, infoSecurePort=0, ipcPort=42467, storageInfo=lv=-57;cid=testClusterID;nsid=1765473037;c=1731964861406), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:21:02,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22f14cc87b343c62 with lease ID 0xe07e32287834b910: Processing first storage report for DS-f7b858a8-1945-4f3b-9bc5-b03c7486ee6b from datanode DatanodeRegistration(127.0.0.1:44639, datanodeUuid=b9d50357-1cd8-4117-8359-9d518b909f84, infoPort=37123, infoSecurePort=0, ipcPort=42467, storageInfo=lv=-57;cid=testClusterID;nsid=1765473037;c=1731964861406) 2024-11-18T21:21:02,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22f14cc87b343c62 with lease ID 0xe07e32287834b910: from storage DS-f7b858a8-1945-4f3b-9bc5-b03c7486ee6b node DatanodeRegistration(127.0.0.1:44639, datanodeUuid=b9d50357-1cd8-4117-8359-9d518b909f84, infoPort=37123, infoSecurePort=0, ipcPort=42467, storageInfo=lv=-57;cid=testClusterID;nsid=1765473037;c=1731964861406), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:21:02,112 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33 2024-11-18T21:21:02,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:02,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:02,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:21:02,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T21:21:02,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T21:21:02,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:21:02,523 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9 with version=8 2024-11-18T21:21:02,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/hbase-staging 2024-11-18T21:21:02,525 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:21:02,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:02,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:02,526 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:21:02,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:02,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:21:02,526 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:21:02,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:21:02,527 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36307 2024-11-18T21:21:02,528 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36307 connecting to ZooKeeper ensemble=127.0.0.1:61815 2024-11-18T21:21:02,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363070x0, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:21:02,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36307-0x10054c47a2c0003 connected 2024-11-18T21:21:02,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:02,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:02,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Set watcher on znode that does not yet exist, /1984787365/running 2024-11-18T21:21:02,549 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9, hbase.cluster.distributed=false 2024-11-18T21:21:02,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Set watcher on znode that does not yet exist, /1984787365/acl 2024-11-18T21:21:02,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36307 2024-11-18T21:21:02,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36307 2024-11-18T21:21:02,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36307 2024-11-18T21:21:02,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36307 2024-11-18T21:21:02,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36307 2024-11-18T21:21:02,598 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:21:02,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:02,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:02,599 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:21:02,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:02,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:21:02,599 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:21:02,601 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:21:02,602 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37951 2024-11-18T21:21:02,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37951 connecting to ZooKeeper ensemble=127.0.0.1:61815 2024-11-18T21:21:02,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:02,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:02,619 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379510x0, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:21:02,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379510x0, quorum=127.0.0.1:61815, baseZNode=/1984787365 Set watcher on znode that does not yet exist, /1984787365/running 2024-11-18T21:21:02,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37951-0x10054c47a2c0004 connected 2024-11-18T21:21:02,624 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:21:02,626 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:21:02,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Set watcher on znode that does not yet exist, /1984787365/master 2024-11-18T21:21:02,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Set watcher on znode that does not yet exist, /1984787365/acl 2024-11-18T21:21:02,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37951 2024-11-18T21:21:02,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37951 2024-11-18T21:21:02,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37951 2024-11-18T21:21:02,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37951 2024-11-18T21:21:02,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37951 2024-11-18T21:21:02,682 DEBUG [M:0;d63b309a8c2d:36307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:36307 2024-11-18T21:21:02,685 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1984787365/backup-masters/d63b309a8c2d,36307,1731964862525 2024-11-18T21:21:02,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365/backup-masters 2024-11-18T21:21:02,686 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365/backup-masters 2024-11-18T21:21:02,687 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Set watcher on existing znode=/1984787365/backup-masters/d63b309a8c2d,36307,1731964862525 2024-11-18T21:21:02,696 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1984787365/master 2024-11-18T21:21:02,696 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365 2024-11-18T21:21:02,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365 2024-11-18T21:21:02,699 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Set watcher on existing znode=/1984787365/master 2024-11-18T21:21:02,704 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1984787365/backup-masters/d63b309a8c2d,36307,1731964862525 from backup master directory 2024-11-18T21:21:02,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1984787365/backup-masters/d63b309a8c2d,36307,1731964862525 2024-11-18T21:21:02,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365/backup-masters 2024-11-18T21:21:02,706 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365/backup-masters 2024-11-18T21:21:02,706 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:21:02,706 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,36307,1731964862525 2024-11-18T21:21:02,745 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/hbase.id] with ID: fe8a2385-12f1-48f5-8bcb-0cb59dd465ec 2024-11-18T21:21:02,745 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/.tmp/hbase.id 2024-11-18T21:21:02,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:21:03,163 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/.tmp/hbase.id]:[hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/hbase.id] 2024-11-18T21:21:03,175 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:03,176 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:21:03,177 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T21:21:03,180 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365 2024-11-18T21:21:03,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365 2024-11-18T21:21:03,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:21:03,592 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:21:03,593 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:21:03,593 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:03,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:21:03,601 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store 2024-11-18T21:21:03,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:21:04,007 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:04,007 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:21:04,007 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:04,007 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:04,007 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:21:04,007 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:04,007 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:04,007 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964864007Disabling compacts and flushes for region at 1731964864007Disabling writes for close at 1731964864007Writing region close event to WAL at 1731964864007Closed at 1731964864007 2024-11-18T21:21:04,008 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/.initializing 2024-11-18T21:21:04,008 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/WALs/d63b309a8c2d,36307,1731964862525 2024-11-18T21:21:04,009 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:21:04,011 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C36307%2C1731964862525, suffix=, logDir=hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/WALs/d63b309a8c2d,36307,1731964862525, archiveDir=hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/oldWALs, maxLogs=10 2024-11-18T21:21:04,025 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/WALs/d63b309a8c2d,36307,1731964862525/d63b309a8c2d%2C36307%2C1731964862525.1731964864012, exclude list is [], retry=0 2024-11-18T21:21:04,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44639,DS-ab7b8412-2a9a-4b3c-9309-a4dc66e006ec,DISK] 2024-11-18T21:21:04,030 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/WALs/d63b309a8c2d,36307,1731964862525/d63b309a8c2d%2C36307%2C1731964862525.1731964864012 2024-11-18T21:21:04,030 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37123:37123)] 2024-11-18T21:21:04,030 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:04,030 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:04,030 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:04,031 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:04,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:04,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:21:04,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:04,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:04,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:04,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:21:04,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:04,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:04,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:04,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:21:04,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:04,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:04,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:04,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:21:04,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:04,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:04,041 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:04,042 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:04,042 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:04,043 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:04,044 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:04,044 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:04,046 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:04,049 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:04,049 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63070818, jitterRate=-0.06017157435417175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:04,049 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964864031Initializing all the Stores at 1731964864031Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964864031Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964864032 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964864032Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964864032Cleaning up temporary data from old regions at 1731964864044 (+12 ms)Region opened successfully at 1731964864049 (+5 ms) 2024-11-18T21:21:04,050 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:21:04,055 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d33e621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:21:04,056 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:21:04,056 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:21:04,056 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:21:04,056 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:21:04,057 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:21:04,057 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:21:04,057 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:21:04,060 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:21:04,061 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Unable to get data of znode /1984787365/balancer because node does not exist (not necessarily an error) 2024-11-18T21:21:04,063 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1984787365/balancer already deleted, retry=false 2024-11-18T21:21:04,063 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:21:04,065 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Unable to get data of znode /1984787365/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:21:04,066 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1984787365/normalizer already deleted, retry=false 2024-11-18T21:21:04,067 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:21:04,068 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Unable to get data of znode /1984787365/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:21:04,069 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1984787365/switch/split already deleted, retry=false 2024-11-18T21:21:04,070 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Unable to get data of znode /1984787365/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:21:04,071 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1984787365/switch/merge already deleted, retry=false 2024-11-18T21:21:04,074 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Unable to get data of znode /1984787365/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:21:04,075 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1984787365/snapshot-cleanup already deleted, retry=false 2024-11-18T21:21:04,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1984787365/running 2024-11-18T21:21:04,078 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1984787365/running 2024-11-18T21:21:04,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365 2024-11-18T21:21:04,078 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365 2024-11-18T21:21:04,079 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,36307,1731964862525, sessionid=0x10054c47a2c0003, setting cluster-up flag (Was=false) 2024-11-18T21:21:04,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365 2024-11-18T21:21:04,082 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365 2024-11-18T21:21:04,090 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1984787365/flush-table-proc/acquired, /1984787365/flush-table-proc/reached, /1984787365/flush-table-proc/abort 2024-11-18T21:21:04,091 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,36307,1731964862525 2024-11-18T21:21:04,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365 2024-11-18T21:21:04,094 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365 2024-11-18T21:21:04,098 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1984787365/online-snapshot/acquired, /1984787365/online-snapshot/reached, /1984787365/online-snapshot/abort 2024-11-18T21:21:04,099 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,36307,1731964862525 2024-11-18T21:21:04,100 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:21:04,110 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:04,110 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:21:04,110 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:21:04,110 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,36307,1731964862525 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:21:04,113 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:04,113 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:04,113 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:04,113 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:04,113 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:21:04,113 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:04,113 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:21:04,113 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:04,118 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:04,118 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:21:04,119 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:04,119 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:21:04,141 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731964894141 2024-11-18T21:21:04,141 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:21:04,141 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:21:04,141 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:21:04,141 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:21:04,141 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:21:04,141 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:21:04,142 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:04,153 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:21:04,153 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:21:04,153 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:21:04,153 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:21:04,153 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:21:04,153 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:21:04,154 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964864153,5,FailOnTimeoutGroup] 2024-11-18T21:21:04,154 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964864154,5,FailOnTimeoutGroup] 2024-11-18T21:21:04,155 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:04,155 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:21:04,155 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:04,155 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:04,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:21:04,173 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.HRegionServer(746): ClusterId : fe8a2385-12f1-48f5-8bcb-0cb59dd465ec 2024-11-18T21:21:04,173 DEBUG [RS:0;d63b309a8c2d:37951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:21:04,175 DEBUG [RS:0;d63b309a8c2d:37951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:21:04,175 DEBUG [RS:0;d63b309a8c2d:37951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:21:04,178 DEBUG [RS:0;d63b309a8c2d:37951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:21:04,178 DEBUG [RS:0;d63b309a8c2d:37951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e839d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:21:04,190 DEBUG [RS:0;d63b309a8c2d:37951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:37951 2024-11-18T21:21:04,190 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:21:04,190 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:21:04,190 DEBUG [RS:0;d63b309a8c2d:37951 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:21:04,191 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,36307,1731964862525 with port=37951, startcode=1731964862598 2024-11-18T21:21:04,191 DEBUG [RS:0;d63b309a8c2d:37951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:21:04,193 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:21:04,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,37951,1731964862598 2024-11-18T21:21:04,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36307 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,37951,1731964862598 2024-11-18T21:21:04,195 DEBUG [RS:0;d63b309a8c2d:37951 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9 2024-11-18T21:21:04,195 DEBUG [RS:0;d63b309a8c2d:37951 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38151 2024-11-18T21:21:04,195 DEBUG [RS:0;d63b309a8c2d:37951 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:21:04,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365/rs 2024-11-18T21:21:04,200 DEBUG [RS:0;d63b309a8c2d:37951 {}] zookeeper.ZKUtil(111): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Set watcher on existing znode=/1984787365/rs/d63b309a8c2d,37951,1731964862598 2024-11-18T21:21:04,200 WARN [RS:0;d63b309a8c2d:37951 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:21:04,200 INFO [RS:0;d63b309a8c2d:37951 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:04,200 DEBUG [RS:0;d63b309a8c2d:37951 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/WALs/d63b309a8c2d,37951,1731964862598 2024-11-18T21:21:04,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,37951,1731964862598] 2024-11-18T21:21:04,203 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:21:04,208 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:21:04,209 INFO [RS:0;d63b309a8c2d:37951 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:21:04,209 INFO [RS:0;d63b309a8c2d:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:04,209 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:21:04,210 INFO [RS:0;d63b309a8c2d:37951 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:21:04,210 INFO [RS:0;d63b309a8c2d:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:04,210 DEBUG [RS:0;d63b309a8c2d:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:04,210 DEBUG [RS:0;d63b309a8c2d:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:04,210 DEBUG [RS:0;d63b309a8c2d:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:04,210 DEBUG [RS:0;d63b309a8c2d:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:04,210 DEBUG [RS:0;d63b309a8c2d:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:04,210 DEBUG [RS:0;d63b309a8c2d:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:21:04,210 DEBUG [RS:0;d63b309a8c2d:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:04,210 DEBUG [RS:0;d63b309a8c2d:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:04,210 DEBUG [RS:0;d63b309a8c2d:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:04,210 DEBUG [RS:0;d63b309a8c2d:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:04,210 DEBUG [RS:0;d63b309a8c2d:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:04,210 DEBUG [RS:0;d63b309a8c2d:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:04,210 DEBUG [RS:0;d63b309a8c2d:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:21:04,210 DEBUG [RS:0;d63b309a8c2d:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:21:04,211 INFO [RS:0;d63b309a8c2d:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:04,211 INFO [RS:0;d63b309a8c2d:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:04,211 INFO [RS:0;d63b309a8c2d:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:04,211 INFO [RS:0;d63b309a8c2d:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:04,211 INFO [RS:0;d63b309a8c2d:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:04,211 INFO [RS:0;d63b309a8c2d:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,37951,1731964862598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:21:04,229 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:21:04,229 INFO [RS:0;d63b309a8c2d:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,37951,1731964862598-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:04,230 INFO [RS:0;d63b309a8c2d:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:04,230 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.Replication(171): d63b309a8c2d,37951,1731964862598 started 2024-11-18T21:21:04,247 INFO [RS:0;d63b309a8c2d:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:04,248 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,37951,1731964862598, RpcServer on d63b309a8c2d/172.17.0.3:37951, sessionid=0x10054c47a2c0004 2024-11-18T21:21:04,248 DEBUG [RS:0;d63b309a8c2d:37951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:21:04,248 DEBUG [RS:0;d63b309a8c2d:37951 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,37951,1731964862598 2024-11-18T21:21:04,248 DEBUG [RS:0;d63b309a8c2d:37951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,37951,1731964862598' 2024-11-18T21:21:04,248 DEBUG [RS:0;d63b309a8c2d:37951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1984787365/flush-table-proc/abort' 2024-11-18T21:21:04,249 DEBUG [RS:0;d63b309a8c2d:37951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1984787365/flush-table-proc/acquired' 2024-11-18T21:21:04,249 DEBUG [RS:0;d63b309a8c2d:37951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:21:04,249 DEBUG [RS:0;d63b309a8c2d:37951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:21:04,249 DEBUG [RS:0;d63b309a8c2d:37951 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,37951,1731964862598 2024-11-18T21:21:04,249 DEBUG [RS:0;d63b309a8c2d:37951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,37951,1731964862598' 2024-11-18T21:21:04,249 DEBUG [RS:0;d63b309a8c2d:37951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1984787365/online-snapshot/abort' 2024-11-18T21:21:04,250 DEBUG [RS:0;d63b309a8c2d:37951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1984787365/online-snapshot/acquired' 2024-11-18T21:21:04,250 DEBUG [RS:0;d63b309a8c2d:37951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:21:04,250 INFO [RS:0;d63b309a8c2d:37951 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:21:04,250 INFO [RS:0;d63b309a8c2d:37951 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:21:04,350 INFO [RS:0;d63b309a8c2d:37951 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:21:04,352 INFO [RS:0;d63b309a8c2d:37951 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C37951%2C1731964862598, suffix=, logDir=hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/WALs/d63b309a8c2d,37951,1731964862598, archiveDir=hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/oldWALs, maxLogs=10 2024-11-18T21:21:04,374 DEBUG [RS:0;d63b309a8c2d:37951 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/WALs/d63b309a8c2d,37951,1731964862598/d63b309a8c2d%2C37951%2C1731964862598.1731964864353, exclude list is [], retry=0 2024-11-18T21:21:04,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44639,DS-ab7b8412-2a9a-4b3c-9309-a4dc66e006ec,DISK] 2024-11-18T21:21:04,379 INFO [RS:0;d63b309a8c2d:37951 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/WALs/d63b309a8c2d,37951,1731964862598/d63b309a8c2d%2C37951%2C1731964862598.1731964864353 2024-11-18T21:21:04,379 DEBUG [RS:0;d63b309a8c2d:37951 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37123:37123)] 2024-11-18T21:21:04,557 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:21:04,557 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9 2024-11-18T21:21:04,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741833_1009 (size=32) 2024-11-18T21:21:04,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:04,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:21:04,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:21:04,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:04,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:04,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:21:04,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:21:04,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:04,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:04,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:21:04,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:21:04,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:04,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:04,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:21:04,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:21:04,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:04,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:04,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:21:04,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/data/hbase/meta/1588230740 2024-11-18T21:21:04,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/data/hbase/meta/1588230740 2024-11-18T21:21:04,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:21:04,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:21:04,973 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:04,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:21:04,976 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:04,976 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66043773, jitterRate=-0.015871092677116394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:04,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731964864963Initializing all the Stores at 1731964864964 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964864964Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964864964Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964864964Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964864964Cleaning up temporary data from old regions at 1731964864973 (+9 ms)Region opened successfully at 1731964864977 (+4 ms) 2024-11-18T21:21:04,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:21:04,977 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:21:04,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:21:04,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:21:04,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:21:04,977 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:21:04,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964864977Disabling compacts and flushes for region at 1731964864977Disabling writes for close at 1731964864977Writing region close event to WAL at 1731964864977Closed at 1731964864977 2024-11-18T21:21:04,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:04,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:21:04,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:21:04,980 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:21:04,980 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:21:05,131 DEBUG [d63b309a8c2d:36307 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:21:05,131 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,37951,1731964862598 2024-11-18T21:21:05,133 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,37951,1731964862598, state=OPENING 2024-11-18T21:21:05,138 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:21:05,142 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365 2024-11-18T21:21:05,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365 2024-11-18T21:21:05,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1984787365/meta-region-server: CHANGED 2024-11-18T21:21:05,143 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:21:05,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,37951,1731964862598}] 2024-11-18T21:21:05,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1984787365/meta-region-server: CHANGED 2024-11-18T21:21:05,296 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:21:05,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:21:05,302 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:21:05,302 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:05,302 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:21:05,304 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C37951%2C1731964862598.meta, suffix=.meta, logDir=hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/WALs/d63b309a8c2d,37951,1731964862598, archiveDir=hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/oldWALs, maxLogs=10 2024-11-18T21:21:05,320 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/WALs/d63b309a8c2d,37951,1731964862598/d63b309a8c2d%2C37951%2C1731964862598.meta.1731964865304.meta, exclude list is [], retry=0 2024-11-18T21:21:05,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44639,DS-ab7b8412-2a9a-4b3c-9309-a4dc66e006ec,DISK] 2024-11-18T21:21:05,325 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/WALs/d63b309a8c2d,37951,1731964862598/d63b309a8c2d%2C37951%2C1731964862598.meta.1731964865304.meta 2024-11-18T21:21:05,326 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37123:37123)] 2024-11-18T21:21:05,326 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:05,326 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:21:05,327 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:21:05,327 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:21:05,327 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:21:05,327 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:21:05,327 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:05,327 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:21:05,327 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:21:05,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:21:05,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:21:05,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:05,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:05,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:21:05,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:21:05,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:05,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:05,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:21:05,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:21:05,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:05,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:05,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:21:05,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:21:05,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:05,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:05,334 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:21:05,335 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/data/hbase/meta/1588230740 2024-11-18T21:21:05,337 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/data/hbase/meta/1588230740 2024-11-18T21:21:05,338 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:21:05,338 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:21:05,339 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:05,341 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:21:05,342 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74223154, jitterRate=0.10601118206977844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:05,342 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:21:05,342 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964865327Writing region info on filesystem at 1731964865327Initializing all the Stores at 1731964865328 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964865328Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964865328Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964865328Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964865328Cleaning up temporary data from old regions at 1731964865338 (+10 ms)Running coprocessor post-open hooks at 1731964865342 (+4 ms)Region opened successfully at 1731964865342 2024-11-18T21:21:05,344 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731964865296 2024-11-18T21:21:05,346 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:21:05,346 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:21:05,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,37951,1731964862598 2024-11-18T21:21:05,348 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,37951,1731964862598, state=OPEN 2024-11-18T21:21:05,349 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1984787365/meta-region-server 2024-11-18T21:21:05,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1984787365/meta-region-server 2024-11-18T21:21:05,349 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,37951,1731964862598 2024-11-18T21:21:05,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1984787365/meta-region-server: CHANGED 2024-11-18T21:21:05,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1984787365/meta-region-server: CHANGED 2024-11-18T21:21:05,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:21:05,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,37951,1731964862598 in 206 msec 2024-11-18T21:21:05,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:21:05,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-11-18T21:21:05,355 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:05,356 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:21:05,357 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:05,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,37951,1731964862598, seqNum=-1] 2024-11-18T21:21:05,360 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:05,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:21:05,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec 2024-11-18T21:21:05,373 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964865373, completionTime=-1 2024-11-18T21:21:05,373 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:21:05,373 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:21:05,375 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:21:05,375 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731964925375 2024-11-18T21:21:05,375 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731964985375 2024-11-18T21:21:05,375 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T21:21:05,376 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,36307,1731964862525-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:05,376 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,36307,1731964862525-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:05,376 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,36307,1731964862525-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:05,376 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:36307, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:05,376 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:05,376 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:05,379 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:21:05,382 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.676sec 2024-11-18T21:21:05,382 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:21:05,382 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:21:05,382 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:21:05,382 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:21:05,382 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:21:05,382 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,36307,1731964862525-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:21:05,382 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,36307,1731964862525-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:21:05,386 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:21:05,386 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:21:05,386 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,36307,1731964862525-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:05,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3c4af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:05,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,36307,-1 for getting cluster id 2024-11-18T21:21:05,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:05,478 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe8a2385-12f1-48f5-8bcb-0cb59dd465ec' 2024-11-18T21:21:05,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:05,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe8a2385-12f1-48f5-8bcb-0cb59dd465ec" 2024-11-18T21:21:05,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726bf69b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:05,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,36307,-1] 2024-11-18T21:21:05,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:05,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:05,483 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:05,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1b2c06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:05,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,37951,1731964862598, seqNum=-1] 2024-11-18T21:21:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:05,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:21:05,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,36307,1731964862525 2024-11-18T21:21:05,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61815 2024-11-18T21:21:05,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:21:05,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10054c47a2c0005 connected 2024-11-18T21:21:05,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f65f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:05,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,44859,-1 for getting cluster id 2024-11-18T21:21:05,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:05,502 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccdcf6c2-8108-4445-8719-4c2b7f1dce66' 2024-11-18T21:21:05,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:05,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccdcf6c2-8108-4445-8719-4c2b7f1dce66" 2024-11-18T21:21:05,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be7c964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:05,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,44859,-1] 2024-11-18T21:21:05,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:05,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:05,504 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:05,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4626ff0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:05,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:05,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,44859,1731964859498 2024-11-18T21:21:05,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d80da83 2024-11-18T21:21:05,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:05,508 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:21:05,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d63b309a8c2d:36307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T21:21:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:21:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:05,518 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:36307' 2024-11-18T21:21:05,521 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55418203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:05,521 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,36307,-1 for getting cluster id 2024-11-18T21:21:05,521 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:05,523 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe8a2385-12f1-48f5-8bcb-0cb59dd465ec' 2024-11-18T21:21:05,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:05,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe8a2385-12f1-48f5-8bcb-0cb59dd465ec" 2024-11-18T21:21:05,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5e0540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:05,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,36307,-1] 2024-11-18T21:21:05,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:05,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:05,525 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:05,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221496ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:05,526 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:05,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,36307,1731964862525 2024-11-18T21:21:05,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@583a00d 2024-11-18T21:21:05,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:05,529 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:21:05,529 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-18T21:21:05,530 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:21:05,530 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:05,530 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:05,530 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:21:05,532 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T21:21:05,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:05,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:21:05,535 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:05,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:21:05,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741835_1011 (size=1138) 2024-11-18T21:21:05,583 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T21:21:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:05,951 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2007cacbe8d9134a675adf960e8c1214, NAME => 'hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9 2024-11-18T21:21:05,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741836_1012 (size=44) 2024-11-18T21:21:05,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:05,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2007cacbe8d9134a675adf960e8c1214, disabling compactions & flushes 2024-11-18T21:21:05,964 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:05,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:05,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. after waiting 0 ms 2024-11-18T21:21:05,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:05,964 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:05,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2007cacbe8d9134a675adf960e8c1214: Waiting for close lock at 1731964865964Disabling compacts and flushes for region at 1731964865964Disabling writes for close at 1731964865964Writing region close event to WAL at 1731964865964Closed at 1731964865964 2024-11-18T21:21:05,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:21:05,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731964865966"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964865966"}]},"ts":"1731964865966"} 2024-11-18T21:21:05,970 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:21:05,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:21:05,972 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964865971"}]},"ts":"1731964865971"} 2024-11-18T21:21:05,974 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T21:21:05,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2007cacbe8d9134a675adf960e8c1214, ASSIGN}] 2024-11-18T21:21:05,976 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2007cacbe8d9134a675adf960e8c1214, ASSIGN 2024-11-18T21:21:05,977 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2007cacbe8d9134a675adf960e8c1214, ASSIGN; state=OFFLINE, location=d63b309a8c2d,41661,1731964859637; forceNewPlan=false, retain=false 2024-11-18T21:21:06,132 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2007cacbe8d9134a675adf960e8c1214, regionState=OPENING, regionLocation=d63b309a8c2d,41661,1731964859637 2024-11-18T21:21:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:06,135 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2007cacbe8d9134a675adf960e8c1214, ASSIGN 2024-11-18T21:21:06,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2007cacbe8d9134a675adf960e8c1214, server=d63b309a8c2d,41661,1731964859637}] 2024-11-18T21:21:06,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:06,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:06,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T21:21:06,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C41661%2C1731964859637.rep, suffix=, logDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637, archiveDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/oldWALs, maxLogs=10 2024-11-18T21:21:06,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637/d63b309a8c2d%2C41661%2C1731964859637.rep.1731964866306, exclude list is [], retry=0 2024-11-18T21:21:06,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-e0c4bc13-72fb-4a9e-bbc4-c53eff8e5761,DISK] 2024-11-18T21:21:06,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637/d63b309a8c2d%2C41661%2C1731964859637.rep.1731964866306 2024-11-18T21:21:06,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36735:36735)] 2024-11-18T21:21:06,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2007cacbe8d9134a675adf960e8c1214, NAME => 'hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:06,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:21:06,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:21:06,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. service=MultiRowMutationService 2024-11-18T21:21:06,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T21:21:06,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:06,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:06,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:06,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:06,365 INFO [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:06,367 INFO [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2007cacbe8d9134a675adf960e8c1214 columnFamilyName hfileref 2024-11-18T21:21:06,367 DEBUG [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:06,367 INFO [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] regionserver.HStore(327): Store=2007cacbe8d9134a675adf960e8c1214/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:06,368 INFO [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:06,369 INFO [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2007cacbe8d9134a675adf960e8c1214 columnFamilyName queue 2024-11-18T21:21:06,369 DEBUG [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:06,369 INFO [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] regionserver.HStore(327): Store=2007cacbe8d9134a675adf960e8c1214/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:06,370 INFO [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:06,372 INFO [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2007cacbe8d9134a675adf960e8c1214 columnFamilyName sid 2024-11-18T21:21:06,372 DEBUG [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:06,372 INFO [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] regionserver.HStore(327): Store=2007cacbe8d9134a675adf960e8c1214/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:06,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:06,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/replication/2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:06,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/replication/2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:06,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:06,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:06,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:21:06,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:06,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/replication/2007cacbe8d9134a675adf960e8c1214/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:06,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 2007cacbe8d9134a675adf960e8c1214; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59390646, jitterRate=-0.11501041054725647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:21:06,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:06,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2007cacbe8d9134a675adf960e8c1214: Running coprocessor pre-open hook at 1731964866364Writing region info on filesystem at 1731964866364Initializing all the Stores at 1731964866365 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964866365Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964866365Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964866365Cleaning up temporary data from old regions at 1731964866375 (+10 ms)Running coprocessor post-open hooks at 1731964866387 (+12 ms)Region opened successfully at 1731964866390 (+3 ms) 2024-11-18T21:21:06,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214., pid=7, masterSystemTime=1731964866288 2024-11-18T21:21:06,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:06,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:06,399 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2007cacbe8d9134a675adf960e8c1214, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,41661,1731964859637 2024-11-18T21:21:06,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2007cacbe8d9134a675adf960e8c1214, server=d63b309a8c2d,41661,1731964859637 because future has completed 2024-11-18T21:21:06,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T21:21:06,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2007cacbe8d9134a675adf960e8c1214, server=d63b309a8c2d,41661,1731964859637 in 268 msec 2024-11-18T21:21:06,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:21:06,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2007cacbe8d9134a675adf960e8c1214, ASSIGN in 432 msec 2024-11-18T21:21:06,410 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:21:06,410 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964866410"}]},"ts":"1731964866410"} 2024-11-18T21:21:06,418 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T21:21:06,419 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:21:06,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 889 msec 2024-11-18T21:21:06,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214., hostname=d63b309a8c2d,41661,1731964859637, seqNum=2] 2024-11-18T21:21:06,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:06,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:06,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:21:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:06,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T21:21:06,677 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T21:21:06,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:21:06,784 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d63b309a8c2d,41661,1731964859637, ReplicationSource: 1, currentBandwidth=0 2024-11-18T21:21:06,785 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:06,785 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,41661,1731964859637, seqNum=-1] 2024-11-18T21:21:06,785 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:06,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-18T21:21:06,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d63b309a8c2d,41661,1731964859637', locateType=CURRENT is [region=hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214., hostname=d63b309a8c2d,41661,1731964859637, seqNum=2] 2024-11-18T21:21:06,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:06,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:06,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:06,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:06,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:06,815 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T21:21:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T21:21:06,819 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d63b309a8c2d,41661,1731964859637 suceeded 2024-11-18T21:21:06,829 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T21:21:06,830 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T21:21:06,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T21:21:06,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 325 msec 2024-11-18T21:21:06,832 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d63b309a8c2d:36307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:21:06,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3240 sec 2024-11-18T21:21:06,866 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:36307' 2024-11-18T21:21:06,876 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22f91195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:06,876 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,36307,-1 for getting cluster id 2024-11-18T21:21:06,876 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:06,877 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe8a2385-12f1-48f5-8bcb-0cb59dd465ec' 2024-11-18T21:21:06,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:06,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe8a2385-12f1-48f5-8bcb-0cb59dd465ec" 2024-11-18T21:21:06,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a415d8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:06,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,36307,-1] 2024-11-18T21:21:06,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:06,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:06,884 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:06,885 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b4cdfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:06,885 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:06,887 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,36307,1731964862525 2024-11-18T21:21:06,887 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50c91b34 2024-11-18T21:21:06,887 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:06,888 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-18T21:21:06,889 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d63b309a8c2d,41661,1731964859637 (queues=1) is replicating from cluster=ccdcf6c2-8108-4445-8719-4c2b7f1dce66 to cluster=fe8a2385-12f1-48f5-8bcb-0cb59dd465ec 2024-11-18T21:21:06,889 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d63b309a8c2d%2C41661%2C1731964859637 2024-11-18T21:21:06,889 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d63b309a8c2d,41661,1731964859637, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:21:06,905 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637.replicationSource.wal-reader.d63b309a8c2d%2C41661%2C1731964859637,1-d63b309a8c2d,41661,1731964859637 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637/d63b309a8c2d%2C41661%2C1731964859637.1731964860665, startPosition=0, beingWritten=true 2024-11-18T21:21:06,905 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637.replicationSource.shipperd63b309a8c2d%2C41661%2C1731964859637,1-d63b309a8c2d,41661,1731964859637 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C41661%2C1731964859637 2024-11-18T21:21:07,125 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637.replicationSource.wal-reader.d63b309a8c2d%2C41661%2C1731964859637,1-d63b309a8c2d,41661,1731964859637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637/d63b309a8c2d%2C41661%2C1731964859637.1731964860665 to pos 0, reset compression=false 2024-11-18T21:21:07,464 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637.replicationSource.wal-reader.d63b309a8c2d%2C41661%2C1731964859637,1-d63b309a8c2d,41661,1731964859637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637/d63b309a8c2d%2C41661%2C1731964859637.1731964860665 to pos 0, reset compression=false 2024-11-18T21:21:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:07,657 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T21:21:07,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:21:07,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:07,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:07,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:07,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:07,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:07,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,44859,1731964859498 2024-11-18T21:21:07,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@113470ab 2024-11-18T21:21:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:07,667 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:21:07,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T21:21:07,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:21:07,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:07,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:07,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:07,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:21:07,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1530963730, stopped=false 2024-11-18T21:21:07,672 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,44859,1731964859498 2024-11-18T21:21:07,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:07,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1648214244/running 2024-11-18T21:21:07,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:07,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1648214244/running 2024-11-18T21:21:07,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:07,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on znode that does not yet exist, /0-1648214244/running 2024-11-18T21:21:07,677 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:21:07,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:21:07,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:07,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:07,678 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,41661,1731964859637' ***** 2024-11-18T21:21:07,678 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:21:07,678 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:21:07,678 INFO [RS:0;d63b309a8c2d:41661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:21:07,678 INFO [RS:0;d63b309a8c2d:41661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:21:07,678 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:21:07,678 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(3091): Received CLOSE for 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:07,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on znode that does not yet exist, /0-1648214244/running 2024-11-18T21:21:07,683 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,41661,1731964859637 2024-11-18T21:21:07,683 INFO [RS:0;d63b309a8c2d:41661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:21:07,683 INFO [RS:0;d63b309a8c2d:41661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:41661. 2024-11-18T21:21:07,683 DEBUG [RS:0;d63b309a8c2d:41661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:07,683 DEBUG [RS:0;d63b309a8c2d:41661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:07,683 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:21:07,683 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:21:07,683 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:21:07,684 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:21:07,684 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T21:21:07,684 DEBUG [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(1325): Online Regions={2007cacbe8d9134a675adf960e8c1214=hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:21:07,684 DEBUG [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:07,685 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:21:07,685 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:21:07,685 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:21:07,685 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:21:07,685 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:21:07,685 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T21:21:07,688 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2007cacbe8d9134a675adf960e8c1214, disabling compactions & flushes 2024-11-18T21:21:07,688 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:07,688 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:07,688 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. after waiting 0 ms 2024-11-18T21:21:07,688 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:07,688 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2007cacbe8d9134a675adf960e8c1214 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-18T21:21:07,743 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:21:07,747 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/replication/2007cacbe8d9134a675adf960e8c1214/.tmp/queue/7dfebe33cc1d4755b19d1742e9202e26 is 151, key is 1-d63b309a8c2d,41661,1731964859637/queue:d63b309a8c2d%2C41661%2C1731964859637/1731964866797/Put/seqid=0 2024-11-18T21:21:07,781 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/.tmp/info/5c6b5ac031f146b590e11a70b05d6873 is 147, key is hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214./info:regioninfo/1731964866399/Put/seqid=0 2024-11-18T21:21:07,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741838_1014 (size=5350) 2024-11-18T21:21:07,793 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/replication/2007cacbe8d9134a675adf960e8c1214/.tmp/queue/7dfebe33cc1d4755b19d1742e9202e26 2024-11-18T21:21:07,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741839_1015 (size=6631) 2024-11-18T21:21:07,847 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/replication/2007cacbe8d9134a675adf960e8c1214/.tmp/queue/7dfebe33cc1d4755b19d1742e9202e26 as hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/replication/2007cacbe8d9134a675adf960e8c1214/queue/7dfebe33cc1d4755b19d1742e9202e26 2024-11-18T21:21:07,862 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/replication/2007cacbe8d9134a675adf960e8c1214/queue/7dfebe33cc1d4755b19d1742e9202e26, entries=1, sequenceid=5, filesize=5.2 K 2024-11-18T21:21:07,864 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2007cacbe8d9134a675adf960e8c1214 in 176ms, sequenceid=5, compaction requested=false 2024-11-18T21:21:07,885 DEBUG [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:07,886 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/replication/2007cacbe8d9134a675adf960e8c1214/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:21:07,886 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637.replicationSource.wal-reader.d63b309a8c2d%2C41661%2C1731964859637,1-d63b309a8c2d,41661,1731964859637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637/d63b309a8c2d%2C41661%2C1731964859637.1731964860665 to pos 0, reset compression=false 2024-11-18T21:21:07,886 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:21:07,886 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:21:07,891 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:07,891 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2007cacbe8d9134a675adf960e8c1214: Waiting for close lock at 1731964867684Running coprocessor pre-close hooks at 1731964867684Disabling compacts and flushes for region at 1731964867684Disabling writes for close at 1731964867688 (+4 ms)Obtaining lock to block concurrent updates at 1731964867688Preparing flush snapshotting stores in 2007cacbe8d9134a675adf960e8c1214 at 1731964867688Finished memstore snapshotting hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731964867688Flushing stores of hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. at 1731964867694 (+6 ms)Flushing 2007cacbe8d9134a675adf960e8c1214/queue: creating writer at 1731964867695 (+1 ms)Flushing 2007cacbe8d9134a675adf960e8c1214/queue: appending metadata at 1731964867746 (+51 ms)Flushing 2007cacbe8d9134a675adf960e8c1214/queue: closing flushed file at 1731964867746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28703e28: reopening flushed file at 1731964867846 (+100 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2007cacbe8d9134a675adf960e8c1214 in 176ms, sequenceid=5, compaction requested=false at 1731964867864 (+18 ms)Writing region close event to WAL at 1731964867876 (+12 ms)Running coprocessor post-close hooks at 1731964867886 (+10 ms)Closed at 1731964867886 2024-11-18T21:21:07,891 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:08,085 DEBUG [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:21:08,223 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/.tmp/info/5c6b5ac031f146b590e11a70b05d6873 2024-11-18T21:21:08,285 DEBUG [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:21:08,287 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/.tmp/ns/4c16642e5929490baba642225c05265f is 43, key is default/ns:d/1731964861261/Put/seqid=0 2024-11-18T21:21:08,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741840_1016 (size=5153) 2024-11-18T21:21:08,437 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637.replicationSource.wal-reader.d63b309a8c2d%2C41661%2C1731964859637,1-d63b309a8c2d,41661,1731964859637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637/d63b309a8c2d%2C41661%2C1731964859637.1731964860665 to pos 0, reset compression=false 2024-11-18T21:21:08,485 DEBUG [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:21:08,602 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:21:08,602 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:21:08,685 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T21:21:08,686 DEBUG [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:21:08,686 DEBUG [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:21:08,747 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/.tmp/ns/4c16642e5929490baba642225c05265f 2024-11-18T21:21:08,799 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/.tmp/table/55e417426e114f0ca6c1885d29185568 is 53, key is hbase:replication/table:state/1731964866410/Put/seqid=0 2024-11-18T21:21:08,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741841_1017 (size=5256) 2024-11-18T21:21:08,835 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/.tmp/table/55e417426e114f0ca6c1885d29185568 2024-11-18T21:21:08,855 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/.tmp/info/5c6b5ac031f146b590e11a70b05d6873 as hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/info/5c6b5ac031f146b590e11a70b05d6873 2024-11-18T21:21:08,886 DEBUG [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:21:08,889 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/info/5c6b5ac031f146b590e11a70b05d6873, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T21:21:08,898 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/.tmp/ns/4c16642e5929490baba642225c05265f as hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/ns/4c16642e5929490baba642225c05265f 2024-11-18T21:21:08,916 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/ns/4c16642e5929490baba642225c05265f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T21:21:08,917 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/.tmp/table/55e417426e114f0ca6c1885d29185568 as hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/table/55e417426e114f0ca6c1885d29185568 2024-11-18T21:21:08,941 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/table/55e417426e114f0ca6c1885d29185568, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T21:21:08,953 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1267ms, sequenceid=11, compaction requested=false 2024-11-18T21:21:09,032 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T21:21:09,040 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:21:09,041 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:21:09,041 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:21:09,041 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964867685Running coprocessor pre-close hooks at 1731964867685Disabling compacts and flushes for region at 1731964867685Disabling writes for close at 1731964867685Obtaining lock to block concurrent updates at 1731964867685Preparing flush snapshotting stores in 1588230740 at 1731964867685Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731964867686 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731964867692 (+6 ms)Flushing 1588230740/info: creating writer at 1731964867692Flushing 1588230740/info: appending metadata at 1731964867778 (+86 ms)Flushing 1588230740/info: closing flushed file at 1731964867778Flushing 1588230740/ns: creating writer at 1731964868232 (+454 ms)Flushing 1588230740/ns: appending metadata at 1731964868286 (+54 ms)Flushing 1588230740/ns: closing flushed file at 1731964868286Flushing 1588230740/table: creating writer at 1731964868765 (+479 ms)Flushing 1588230740/table: appending metadata at 1731964868798 (+33 ms)Flushing 1588230740/table: closing flushed file at 1731964868798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5800362a: reopening flushed file at 1731964868853 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d4bb0c5: reopening flushed file at 1731964868893 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51a476b9: reopening flushed file at 1731964868916 (+23 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1267ms, sequenceid=11, compaction requested=false at 1731964868953 (+37 ms)Writing region close event to WAL at 1731964869013 (+60 ms)Running coprocessor post-close hooks at 1731964869040 (+27 ms)Closed at 1731964869041 (+1 ms) 2024-11-18T21:21:09,041 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:21:09,070 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637.replicationSource.wal-reader.d63b309a8c2d%2C41661%2C1731964859637,1-d63b309a8c2d,41661,1731964859637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637/d63b309a8c2d%2C41661%2C1731964859637.1731964860665 to pos 0, reset compression=false 2024-11-18T21:21:09,086 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,41661,1731964859637; all regions closed. 2024-11-18T21:21:09,130 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637/d63b309a8c2d%2C41661%2C1731964859637.meta.1731964861201.meta not finished, retry = 0 2024-11-18T21:21:09,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741834_1010 (size=2742) 2024-11-18T21:21:09,252 DEBUG [RS:0;d63b309a8c2d:41661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/oldWALs 2024-11-18T21:21:09,252 INFO [RS:0;d63b309a8c2d:41661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C41661%2C1731964859637.meta:.meta(num 1731964861201) 2024-11-18T21:21:09,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741837_1013 (size=1586) 2024-11-18T21:21:09,301 DEBUG [RS:0;d63b309a8c2d:41661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/oldWALs 2024-11-18T21:21:09,301 INFO [RS:0;d63b309a8c2d:41661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C41661%2C1731964859637.rep:(num 1731964866306) 2024-11-18T21:21:09,336 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637/d63b309a8c2d%2C41661%2C1731964859637.1731964860665 not finished, retry = 0 2024-11-18T21:21:09,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741832_1008 (size=93) 2024-11-18T21:21:09,439 DEBUG [RS:0;d63b309a8c2d:41661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/oldWALs 2024-11-18T21:21:09,439 INFO [RS:0;d63b309a8c2d:41661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C41661%2C1731964859637:(num 1731964860665) 2024-11-18T21:21:09,439 DEBUG [RS:0;d63b309a8c2d:41661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:09,439 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:21:09,439 INFO [RS:0;d63b309a8c2d:41661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:21:09,439 INFO [RS:0;d63b309a8c2d:41661 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:21:09,440 INFO [RS:0;d63b309a8c2d:41661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:21:09,440 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d63b309a8c2d,41661,1731964859637 because: Region server is closing 2024-11-18T21:21:09,440 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:21:09,440 INFO [RS:0;d63b309a8c2d:41661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:41661. 2024-11-18T21:21:09,440 DEBUG [RS:0;d63b309a8c2d:41661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:09,440 DEBUG [RS:0;d63b309a8c2d:41661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:09,441 DEBUG [RS:0;d63b309a8c2d:41661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:09,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:09,544 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637.replicationSource.shipperd63b309a8c2d%2C41661%2C1731964859637,1-d63b309a8c2d,41661,1731964859637 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T21:21:09,549 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637.replicationSource.shipperd63b309a8c2d%2C41661%2C1731964859637,1-d63b309a8c2d,41661,1731964859637 terminated 2024-11-18T21:21:09,549 INFO [RS:0;d63b309a8c2d:41661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41661 2024-11-18T21:21:09,544 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,41661,1731964859637.replicationSource.wal-reader.d63b309a8c2d%2C41661%2C1731964859637,1-d63b309a8c2d,41661,1731964859637 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T21:21:09,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1648214244/rs/d63b309a8c2d,41661,1731964859637 2024-11-18T21:21:09,552 INFO [RS:0;d63b309a8c2d:41661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:21:09,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244/rs 2024-11-18T21:21:09,560 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,41661,1731964859637] 2024-11-18T21:21:09,569 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648214244/draining/d63b309a8c2d,41661,1731964859637 already deleted, retry=false 2024-11-18T21:21:09,569 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,41661,1731964859637 expired; onlineServers=0 2024-11-18T21:21:09,569 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,44859,1731964859498' ***** 2024-11-18T21:21:09,569 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:21:09,569 INFO [M:0;d63b309a8c2d:44859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:21:09,569 INFO [M:0;d63b309a8c2d:44859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:21:09,569 DEBUG [M:0;d63b309a8c2d:44859 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:21:09,569 DEBUG [M:0;d63b309a8c2d:44859 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:21:09,569 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:21:09,569 INFO [M:0;d63b309a8c2d:44859 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:21:09,569 INFO [M:0;d63b309a8c2d:44859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:21:09,569 DEBUG [M:0;d63b309a8c2d:44859 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:21:09,569 INFO [M:0;d63b309a8c2d:44859 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:21:09,570 INFO [M:0;d63b309a8c2d:44859 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:21:09,571 INFO [M:0;d63b309a8c2d:44859 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:21:09,571 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:21:09,572 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964860449 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964860449,5,FailOnTimeoutGroup] 2024-11-18T21:21:09,572 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964860450 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964860450,5,FailOnTimeoutGroup] 2024-11-18T21:21:09,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1648214244/master 2024-11-18T21:21:09,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:09,576 DEBUG [M:0;d63b309a8c2d:44859 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648214244/master already deleted, retry=false 2024-11-18T21:21:09,576 DEBUG [M:0;d63b309a8c2d:44859 {}] master.ActiveMasterManager(353): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1648214244/master 2024-11-18T21:21:09,577 INFO [M:0;d63b309a8c2d:44859 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/.lastflushedseqids 2024-11-18T21:21:09,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741842_1018 (size=181) 2024-11-18T21:21:09,636 INFO [M:0;d63b309a8c2d:44859 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:21:09,637 INFO [M:0;d63b309a8c2d:44859 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:21:09,637 DEBUG [M:0;d63b309a8c2d:44859 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:21:09,637 INFO [M:0;d63b309a8c2d:44859 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:09,637 DEBUG [M:0;d63b309a8c2d:44859 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:09,637 DEBUG [M:0;d63b309a8c2d:44859 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:21:09,637 DEBUG [M:0;d63b309a8c2d:44859 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:09,637 INFO [M:0;d63b309a8c2d:44859 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-18T21:21:09,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:09,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x10054c47a2c0001, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:09,654 INFO [RS:0;d63b309a8c2d:41661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:21:09,654 INFO [RS:0;d63b309a8c2d:41661 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,41661,1731964859637; zookeeper connection closed. 2024-11-18T21:21:09,669 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6020a67c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6020a67c 2024-11-18T21:21:09,669 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:21:09,717 DEBUG [M:0;d63b309a8c2d:44859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd3ff3d96c884f05a8a90379904ed275 is 82, key is hbase:meta,,1/info:regioninfo/1731964861249/Put/seqid=0 2024-11-18T21:21:09,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741843_1019 (size=5672) 2024-11-18T21:21:10,173 INFO [M:0;d63b309a8c2d:44859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd3ff3d96c884f05a8a90379904ed275 2024-11-18T21:21:10,244 DEBUG [M:0;d63b309a8c2d:44859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f27fb5a4ec464a51a1d4876bd5bced52 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731964866421/Put/seqid=0 2024-11-18T21:21:10,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741844_1020 (size=7203) 2024-11-18T21:21:10,284 INFO [M:0;d63b309a8c2d:44859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f27fb5a4ec464a51a1d4876bd5bced52 2024-11-18T21:21:10,340 DEBUG [M:0;d63b309a8c2d:44859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/752b87d1d43d4fc58b90e6235bf3f125 is 69, key is d63b309a8c2d,41661,1731964859637/rs:state/1731964860477/Put/seqid=0 2024-11-18T21:21:10,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741845_1021 (size=5156) 2024-11-18T21:21:10,781 INFO [M:0;d63b309a8c2d:44859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/752b87d1d43d4fc58b90e6235bf3f125 2024-11-18T21:21:10,836 DEBUG [M:0;d63b309a8c2d:44859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd3ff3d96c884f05a8a90379904ed275 as hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd3ff3d96c884f05a8a90379904ed275 2024-11-18T21:21:10,885 INFO [M:0;d63b309a8c2d:44859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd3ff3d96c884f05a8a90379904ed275, entries=8, sequenceid=70, filesize=5.5 K 2024-11-18T21:21:10,891 DEBUG [M:0;d63b309a8c2d:44859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f27fb5a4ec464a51a1d4876bd5bced52 as hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f27fb5a4ec464a51a1d4876bd5bced52 2024-11-18T21:21:10,914 INFO [M:0;d63b309a8c2d:44859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f27fb5a4ec464a51a1d4876bd5bced52, entries=8, sequenceid=70, filesize=7.0 K 2024-11-18T21:21:10,923 DEBUG [M:0;d63b309a8c2d:44859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/752b87d1d43d4fc58b90e6235bf3f125 as hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/752b87d1d43d4fc58b90e6235bf3f125 2024-11-18T21:21:10,982 INFO [M:0;d63b309a8c2d:44859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/752b87d1d43d4fc58b90e6235bf3f125, entries=1, sequenceid=70, filesize=5.0 K 2024-11-18T21:21:10,989 INFO [M:0;d63b309a8c2d:44859 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1352ms, sequenceid=70, compaction requested=false 2024-11-18T21:21:11,054 INFO [M:0;d63b309a8c2d:44859 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:11,054 DEBUG [M:0;d63b309a8c2d:44859 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964869637Disabling compacts and flushes for region at 1731964869637Disabling writes for close at 1731964869637Obtaining lock to block concurrent updates at 1731964869637Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731964869637Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731964869638 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731964869644 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731964869645 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731964869714 (+69 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731964869714Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731964870212 (+498 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731964870243 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731964870243Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731964870306 (+63 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731964870336 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731964870336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@365659e6: reopening flushed file at 1731964870812 (+476 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@754cf3b2: reopening flushed file at 1731964870885 (+73 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@130fd752: reopening flushed file at 1731964870914 (+29 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1352ms, sequenceid=70, compaction requested=false at 1731964870989 (+75 ms)Writing region close event to WAL at 1731964871053 (+64 ms)Closed at 1731964871053 2024-11-18T21:21:11,089 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/WALs/d63b309a8c2d,44859,1731964859498/d63b309a8c2d%2C44859%2C1731964859498.1731964860177 not finished, retry = 0 2024-11-18T21:21:11,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741830_1006 (size=41008) 2024-11-18T21:21:11,194 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:21:11,194 INFO [M:0;d63b309a8c2d:44859 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:21:11,194 INFO [M:0;d63b309a8c2d:44859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44859 2024-11-18T21:21:11,194 INFO [M:0;d63b309a8c2d:44859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:21:11,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:11,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10054c47a2c0000, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:11,300 INFO [M:0;d63b309a8c2d:44859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:21:11,306 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:21:11,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:11,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:11,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:21:11,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:11,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:21:11,307 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:21:11,307 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:21:11,336 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38011 2024-11-18T21:21:11,337 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38011 connecting to ZooKeeper ensemble=127.0.0.1:61815 2024-11-18T21:21:11,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380110x0, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:21:11,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38011-0x10054c47a2c0006 connected 2024-11-18T21:21:11,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:11,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:11,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on znode that does not yet exist, /0-1648214244/running 2024-11-18T21:21:11,369 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9, hbase.cluster.distributed=false 2024-11-18T21:21:11,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on znode that does not yet exist, /0-1648214244/acl 2024-11-18T21:21:11,372 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1648214244/meta-region-server: INIT 2024-11-18T21:21:11,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38011 2024-11-18T21:21:11,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38011 2024-11-18T21:21:11,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38011 2024-11-18T21:21:11,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38011 2024-11-18T21:21:11,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38011 2024-11-18T21:21:11,440 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:21:11,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:11,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:11,440 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:21:11,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:11,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:21:11,440 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:21:11,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:21:11,442 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40521 2024-11-18T21:21:11,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40521 connecting to ZooKeeper ensemble=127.0.0.1:61815 2024-11-18T21:21:11,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:11,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:11,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405210x0, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:21:11,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40521-0x10054c47a2c0007 connected 2024-11-18T21:21:11,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on znode that does not yet exist, /0-1648214244/running 2024-11-18T21:21:11,453 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1648214244/meta-region-server: INIT 2024-11-18T21:21:11,453 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:21:11,457 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:21:11,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on znode that does not yet exist, /0-1648214244/master 2024-11-18T21:21:11,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on znode that does not yet exist, /0-1648214244/acl 2024-11-18T21:21:11,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40521 2024-11-18T21:21:11,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40521 2024-11-18T21:21:11,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40521 2024-11-18T21:21:11,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40521 2024-11-18T21:21:11,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40521 2024-11-18T21:21:11,482 DEBUG [M:0;d63b309a8c2d:38011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:38011 2024-11-18T21:21:11,483 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1648214244/backup-masters/d63b309a8c2d,38011,1731964871306 2024-11-18T21:21:11,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244/backup-masters 2024-11-18T21:21:11,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244/backup-masters 2024-11-18T21:21:11,488 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on existing znode=/0-1648214244/backup-masters/d63b309a8c2d,38011,1731964871306 2024-11-18T21:21:11,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1648214244/master 2024-11-18T21:21:11,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:11,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:11,492 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on existing znode=/0-1648214244/master 2024-11-18T21:21:11,493 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1648214244/backup-masters/d63b309a8c2d,38011,1731964871306 from backup master directory 2024-11-18T21:21:11,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1648214244/backup-masters/d63b309a8c2d,38011,1731964871306 2024-11-18T21:21:11,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244/backup-masters 2024-11-18T21:21:11,496 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:21:11,496 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,38011,1731964871306 2024-11-18T21:21:11,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244/backup-masters 2024-11-18T21:21:11,555 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:11,555 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:21:11,579 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 24ms. 2024-11-18T21:21:11,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741846_1022 (size=196) 2024-11-18T21:21:11,667 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:21:11,668 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:21:11,669 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:11,679 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-18T21:21:11,683 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/WALs/d63b309a8c2d,44859,1731964859498 to hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/WALs/d63b309a8c2d,44859,1731964859498-dead as it is dead 2024-11-18T21:21:11,685 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/WALs/d63b309a8c2d,44859,1731964859498-dead/d63b309a8c2d%2C44859%2C1731964859498.1731964860177 2024-11-18T21:21:11,698 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/WALs/d63b309a8c2d,44859,1731964859498-dead/d63b309a8c2d%2C44859%2C1731964859498.1731964860177 after 1ms 2024-11-18T21:21:11,700 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/WALs/d63b309a8c2d,44859,1731964859498-dead/d63b309a8c2d%2C44859%2C1731964859498.1731964860177 to hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d63b309a8c2d%2C44859%2C1731964859498.1731964860177 2024-11-18T21:21:11,700 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/WALs/d63b309a8c2d,44859,1731964859498-dead 2024-11-18T21:21:11,702 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/WALs/d63b309a8c2d,38011,1731964871306 2024-11-18T21:21:11,710 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:21:11,719 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C38011%2C1731964871306, suffix=, logDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/WALs/d63b309a8c2d,38011,1731964871306, archiveDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/oldWALs, maxLogs=10 2024-11-18T21:21:11,742 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/WALs/d63b309a8c2d,38011,1731964871306/d63b309a8c2d%2C38011%2C1731964871306.1731964871719, exclude list is [], retry=0 2024-11-18T21:21:11,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-e0c4bc13-72fb-4a9e-bbc4-c53eff8e5761,DISK] 2024-11-18T21:21:11,785 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/WALs/d63b309a8c2d,38011,1731964871306/d63b309a8c2d%2C38011%2C1731964871306.1731964871719 2024-11-18T21:21:11,797 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36735:36735)] 2024-11-18T21:21:11,797 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:11,797 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:11,797 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:11,797 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:11,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:11,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:21:11,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:11,866 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:21:11,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd3ff3d96c884f05a8a90379904ed275 2024-11-18T21:21:11,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:11,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:11,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:21:11,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:11,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:11,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:11,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:11,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:11,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:12,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f27fb5a4ec464a51a1d4876bd5bced52 2024-11-18T21:21:12,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:12,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:12,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:21:12,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:12,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/752b87d1d43d4fc58b90e6235bf3f125 2024-11-18T21:21:12,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:12,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:12,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:21:12,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:12,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:12,060 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:12,062 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-18T21:21:12,062 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d63b309a8c2d%2C44859%2C1731964859498.1731964860177 2024-11-18T21:21:12,087 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d63b309a8c2d%2C44859%2C1731964859498.1731964860177 2024-11-18T21:21:12,092 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d63b309a8c2d%2C44859%2C1731964859498.1731964860177 2024-11-18T21:21:12,095 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:12,095 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:12,096 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:12,098 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:12,109 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-18T21:21:12,117 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69561255, jitterRate=0.03654347360134125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:12,117 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964871798Initializing all the Stores at 1731964871808 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964871808Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964871816 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964871816Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964871816Cleaning up temporary data from old regions at 1731964872096 (+280 ms)Region opened successfully at 1731964872117 (+21 ms) 2024-11-18T21:21:12,120 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:21:12,131 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73bd67d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:21:12,134 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-18T21:21:12,134 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:21:12,134 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:21:12,135 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:21:12,135 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:21:12,140 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:12,141 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:21:12,141 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T21:21:12,141 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-18T21:21:12,141 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:21:12,153 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d63b309a8c2d,41661,1731964859637, regionLocation=d63b309a8c2d,41661,1731964859637, openSeqNum=2 2024-11-18T21:21:12,153 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d63b309a8c2d,41661,1731964859637, table=hbase:meta, region=1588230740 2024-11-18T21:21:12,153 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,41661,1731964859637, state=OPEN 2024-11-18T21:21:12,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1648214244/meta-region-server 2024-11-18T21:21:12,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1648214244/meta-region-server: CHANGED 2024-11-18T21:21:12,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1648214244/meta-region-server 2024-11-18T21:21:12,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1648214244/meta-region-server: CHANGED 2024-11-18T21:21:12,162 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:21:12,168 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648214244/draining/d63b309a8c2d,41661,1731964859637 already deleted, retry=false 2024-11-18T21:21:12,168 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of d63b309a8c2d,41661,1731964859637 on d63b309a8c2d,38011,1731964871306 2024-11-18T21:21:12,173 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d63b309a8c2d,41661,1731964859637, splitWal=true, meta=true 2024-11-18T21:21:12,173 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for d63b309a8c2d,41661,1731964859637 (carryingMeta=true) d63b309a8c2d,41661,1731964859637/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1b1373[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T21:21:12,175 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Unable to get data of znode /0-1648214244/balancer because node does not exist (not necessarily an error) 2024-11-18T21:21:12,177 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648214244/balancer already deleted, retry=false 2024-11-18T21:21:12,177 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:21:12,178 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Unable to get data of znode /0-1648214244/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:21:12,179 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648214244/normalizer already deleted, retry=false 2024-11-18T21:21:12,179 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:21:12,181 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Unable to get data of znode /0-1648214244/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:21:12,182 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648214244/switch/split already deleted, retry=false 2024-11-18T21:21:12,182 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Unable to get data of znode /0-1648214244/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:21:12,184 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648214244/switch/merge already deleted, retry=false 2024-11-18T21:21:12,201 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Unable to get data of znode /0-1648214244/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:21:12,202 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648214244/snapshot-cleanup already deleted, retry=false 2024-11-18T21:21:12,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1648214244/running 2024-11-18T21:21:12,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1648214244/running 2024-11-18T21:21:12,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:12,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:12,205 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,38011,1731964871306, sessionid=0x10054c47a2c0006, setting cluster-up flag (Was=false) 2024-11-18T21:21:12,207 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1648214244/flush-table-proc/acquired, /0-1648214244/flush-table-proc/reached, /0-1648214244/flush-table-proc/abort 2024-11-18T21:21:12,208 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,38011,1731964871306 2024-11-18T21:21:12,213 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1648214244/online-snapshot/acquired, /0-1648214244/online-snapshot/reached, /0-1648214244/online-snapshot/abort 2024-11-18T21:21:12,214 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,38011,1731964871306 2024-11-18T21:21:12,231 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/.lastflushedseqids 2024-11-18T21:21:12,241 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:21:12,241 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:21:12,241 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,38011,1731964871306 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 d63b309a8c2d,41661,1731964859637 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:21:12,244 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:12,244 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:12,244 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:12,244 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:12,245 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:21:12,245 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:12,245 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:21:12,245 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:12,262 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d63b309a8c2d,41661,1731964859637, splitWal=true, meta=true 2024-11-18T21:21:12,263 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d63b309a8c2d,41661,1731964859637, splitWal=true, meta=true, isMeta: true 2024-11-18T21:21:12,273 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637-splitting 2024-11-18T21:21:12,278 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637-splitting dir is empty, no logs to split. 2024-11-18T21:21:12,279 INFO [PEWorker-1 {}] master.SplitWALManager(105): d63b309a8c2d,41661,1731964859637 WAL count=0, meta=true 2024-11-18T21:21:12,297 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637-splitting dir is empty, no logs to split. 2024-11-18T21:21:12,297 INFO [PEWorker-1 {}] master.SplitWALManager(105): d63b309a8c2d,41661,1731964859637 WAL count=0, meta=true 2024-11-18T21:21:12,297 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d63b309a8c2d,41661,1731964859637 WAL splitting is done? wals=0, meta=true 2024-11-18T21:21:12,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:21:12,300 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:21:12,301 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T21:21:12,331 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer(746): ClusterId : ccdcf6c2-8108-4445-8719-4c2b7f1dce66 2024-11-18T21:21:12,331 DEBUG [RS:0;d63b309a8c2d:40521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:21:12,341 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731964902341 2024-11-18T21:21:12,342 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:21:12,342 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:21:12,342 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:21:12,342 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:21:12,342 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:21:12,342 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:21:12,348 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:12,369 DEBUG [RS:0;d63b309a8c2d:40521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:21:12,369 DEBUG [RS:0;d63b309a8c2d:40521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:21:12,378 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:21:12,378 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:21:12,378 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:21:12,378 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:21:12,380 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:21:12,380 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:21:12,388 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964872381,5,FailOnTimeoutGroup] 2024-11-18T21:21:12,395 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964872388,5,FailOnTimeoutGroup] 2024-11-18T21:21:12,395 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:12,395 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:21:12,395 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:12,395 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:12,395 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964872395, completionTime=-1 2024-11-18T21:21:12,395 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-18T21:21:12,395 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T21:21:12,399 DEBUG [RS:0;d63b309a8c2d:40521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:21:12,400 DEBUG [RS:0;d63b309a8c2d:40521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f773e88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:21:12,447 DEBUG [RS:0;d63b309a8c2d:40521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:40521 2024-11-18T21:21:12,447 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:21:12,447 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:21:12,447 DEBUG [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:21:12,448 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,38011,1731964871306 with port=40521, startcode=1731964871439 2024-11-18T21:21:12,449 DEBUG [RS:0;d63b309a8c2d:40521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:21:12,452 WARN [d63b309a8c2d:38011 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T21:21:12,453 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:21:12,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38011 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,40521,1731964871439 2024-11-18T21:21:12,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38011 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,40521,1731964871439 2024-11-18T21:21:12,464 DEBUG [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9 2024-11-18T21:21:12,464 DEBUG [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45369 2024-11-18T21:21:12,464 DEBUG [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:21:12,473 DEBUG [RS:0;d63b309a8c2d:40521 {}] zookeeper.ZKUtil(111): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on existing znode=/0-1648214244/rs/d63b309a8c2d,40521,1731964871439 2024-11-18T21:21:12,473 WARN [RS:0;d63b309a8c2d:40521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:21:12,473 INFO [RS:0;d63b309a8c2d:40521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:12,473 DEBUG [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439 2024-11-18T21:21:12,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244/rs 2024-11-18T21:21:12,491 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,40521,1731964871439] 2024-11-18T21:21:12,499 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T21:21:12,544 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:21:12,566 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:21:12,570 INFO [RS:0;d63b309a8c2d:40521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:21:12,570 INFO [RS:0;d63b309a8c2d:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:12,589 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:21:12,600 INFO [RS:0;d63b309a8c2d:40521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:21:12,601 INFO [RS:0;d63b309a8c2d:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:12,601 DEBUG [RS:0;d63b309a8c2d:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:12,601 DEBUG [RS:0;d63b309a8c2d:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:12,601 DEBUG [RS:0;d63b309a8c2d:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:12,601 DEBUG [RS:0;d63b309a8c2d:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:12,601 DEBUG [RS:0;d63b309a8c2d:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:12,601 DEBUG [RS:0;d63b309a8c2d:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:21:12,601 DEBUG [RS:0;d63b309a8c2d:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:12,601 DEBUG [RS:0;d63b309a8c2d:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:12,601 DEBUG [RS:0;d63b309a8c2d:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:12,601 DEBUG [RS:0;d63b309a8c2d:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:12,601 DEBUG [RS:0;d63b309a8c2d:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:12,601 DEBUG [RS:0;d63b309a8c2d:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:12,601 DEBUG [RS:0;d63b309a8c2d:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:21:12,601 DEBUG [RS:0;d63b309a8c2d:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:21:12,627 INFO [RS:0;d63b309a8c2d:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:12,627 INFO [RS:0;d63b309a8c2d:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:12,627 INFO [RS:0;d63b309a8c2d:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:12,627 INFO [RS:0;d63b309a8c2d:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:12,627 INFO [RS:0;d63b309a8c2d:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:12,627 INFO [RS:0;d63b309a8c2d:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40521,1731964871439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:21:12,672 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:21:12,673 INFO [RS:0;d63b309a8c2d:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40521,1731964871439-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:12,709 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.ReplicationSource(231): queueId=1-d63b309a8c2d,40521,1731964871439, ReplicationSource: 1, currentBandwidth=0 2024-11-18T21:21:12,732 INFO [RS:0;d63b309a8c2d:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:12,732 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.Replication(171): d63b309a8c2d,40521,1731964871439 started 2024-11-18T21:21:12,766 INFO [RS:0;d63b309a8c2d:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:12,766 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,40521,1731964871439, RpcServer on d63b309a8c2d/172.17.0.3:40521, sessionid=0x10054c47a2c0007 2024-11-18T21:21:12,766 DEBUG [RS:0;d63b309a8c2d:40521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:21:12,766 DEBUG [RS:0;d63b309a8c2d:40521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,40521,1731964871439 2024-11-18T21:21:12,767 DEBUG [RS:0;d63b309a8c2d:40521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,40521,1731964871439' 2024-11-18T21:21:12,767 DEBUG [RS:0;d63b309a8c2d:40521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1648214244/flush-table-proc/abort' 2024-11-18T21:21:12,767 DEBUG [RS:0;d63b309a8c2d:40521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1648214244/flush-table-proc/acquired' 2024-11-18T21:21:12,768 DEBUG [RS:0;d63b309a8c2d:40521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:21:12,768 DEBUG [RS:0;d63b309a8c2d:40521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:21:12,768 DEBUG [RS:0;d63b309a8c2d:40521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,40521,1731964871439 2024-11-18T21:21:12,768 DEBUG [RS:0;d63b309a8c2d:40521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,40521,1731964871439' 2024-11-18T21:21:12,768 DEBUG [RS:0;d63b309a8c2d:40521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1648214244/online-snapshot/abort' 2024-11-18T21:21:12,769 DEBUG [RS:0;d63b309a8c2d:40521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1648214244/online-snapshot/acquired' 2024-11-18T21:21:12,769 DEBUG [RS:0;d63b309a8c2d:40521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:21:12,769 INFO [RS:0;d63b309a8c2d:40521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:21:12,769 INFO [RS:0;d63b309a8c2d:40521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:21:12,795 DEBUG [RS:0;d63b309a8c2d:40521.replicationSource,1-d63b309a8c2d,40521,1731964871439 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:36307' 2024-11-18T21:21:12,798 DEBUG [RS:0;d63b309a8c2d:40521.replicationSource,1-d63b309a8c2d,40521,1731964871439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@487ff0ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:12,798 DEBUG [RS:0;d63b309a8c2d:40521.replicationSource,1-d63b309a8c2d,40521,1731964871439 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,36307,-1 for getting cluster id 2024-11-18T21:21:12,798 DEBUG [RS:0;d63b309a8c2d:40521.replicationSource,1-d63b309a8c2d,40521,1731964871439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:12,823 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe8a2385-12f1-48f5-8bcb-0cb59dd465ec' 2024-11-18T21:21:12,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:12,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe8a2385-12f1-48f5-8bcb-0cb59dd465ec" 2024-11-18T21:21:12,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25acd92b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:12,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,36307,-1] 2024-11-18T21:21:12,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:12,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:12,827 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:12,828 DEBUG [RS:0;d63b309a8c2d:40521.replicationSource,1-d63b309a8c2d,40521,1731964871439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c531fbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:12,829 DEBUG [RS:0;d63b309a8c2d:40521.replicationSource,1-d63b309a8c2d,40521,1731964871439 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,36307,1731964862525 2024-11-18T21:21:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1612dac7 2024-11-18T21:21:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:12,832 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-18T21:21:12,832 INFO [RS:0;d63b309a8c2d:40521.replicationSource,1-d63b309a8c2d,40521,1731964871439 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d63b309a8c2d,40521,1731964871439 (queues=0) is replicating from cluster=ccdcf6c2-8108-4445-8719-4c2b7f1dce66 to cluster=fe8a2385-12f1-48f5-8bcb-0cb59dd465ec 2024-11-18T21:21:12,870 INFO [RS:0;d63b309a8c2d:40521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:21:12,872 INFO [RS:0;d63b309a8c2d:40521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C40521%2C1731964871439, suffix=, logDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439, archiveDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/oldWALs, maxLogs=10 2024-11-18T21:21:12,892 DEBUG [RS:0;d63b309a8c2d:40521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439/d63b309a8c2d%2C40521%2C1731964871439.1731964872872, exclude list is [], retry=0 2024-11-18T21:21:12,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-e0c4bc13-72fb-4a9e-bbc4-c53eff8e5761,DISK] 2024-11-18T21:21:12,904 INFO [RS:0;d63b309a8c2d:40521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439/d63b309a8c2d%2C40521%2C1731964871439.1731964872872 2024-11-18T21:21:12,905 DEBUG [RS:0;d63b309a8c2d:40521 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d63b309a8c2d%2C40521%2C1731964871439 for peer 1 2024-11-18T21:21:12,905 DEBUG [RS:0;d63b309a8c2d:40521 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d63b309a8c2d%2C40521%2C1731964871439 2024-11-18T21:21:12,905 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d63b309a8c2d,40521,1731964871439, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:21:12,908 DEBUG [RS:0;d63b309a8c2d:40521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36735:36735)] 2024-11-18T21:21:12,908 INFO [RS:0;d63b309a8c2d:40521.replicationSource.shipperd63b309a8c2d%2C40521%2C1731964871439,1-d63b309a8c2d,40521,1731964871439 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C40521%2C1731964871439 2024-11-18T21:21:12,909 DEBUG [RS:0;d63b309a8c2d:40521.replicationSource.wal-reader.d63b309a8c2d%2C40521%2C1731964871439,1-d63b309a8c2d,40521,1731964871439 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439/d63b309a8c2d%2C40521%2C1731964871439.1731964872872, startPosition=0, beingWritten=true 2024-11-18T21:21:12,953 DEBUG [d63b309a8c2d:38011 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:21:12,955 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,40521,1731964871439 2024-11-18T21:21:12,965 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,40521,1731964871439, state=OPENING 2024-11-18T21:21:12,967 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:21:12,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,40521,1731964871439}] 2024-11-18T21:21:12,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1648214244/meta-region-server 2024-11-18T21:21:12,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1648214244/meta-region-server 2024-11-18T21:21:12,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1648214244/meta-region-server: CHANGED 2024-11-18T21:21:12,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1648214244/meta-region-server: CHANGED 2024-11-18T21:21:13,124 DEBUG [RS:0;d63b309a8c2d:40521.replicationSource.wal-reader.d63b309a8c2d%2C40521%2C1731964871439,1-d63b309a8c2d,40521,1731964871439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439/d63b309a8c2d%2C40521%2C1731964871439.1731964872872 to pos 0, reset compression=false 2024-11-18T21:21:13,161 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:21:13,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:21:13,191 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:21:13,191 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:13,191 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:21:13,193 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C40521%2C1731964871439.meta, suffix=.meta, logDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439, archiveDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/oldWALs, maxLogs=10 2024-11-18T21:21:13,211 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439/d63b309a8c2d%2C40521%2C1731964871439.meta.1731964873194.meta, exclude list is [], retry=0 2024-11-18T21:21:13,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-e0c4bc13-72fb-4a9e-bbc4-c53eff8e5761,DISK] 2024-11-18T21:21:13,239 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439/d63b309a8c2d%2C40521%2C1731964871439.meta.1731964873194.meta 2024-11-18T21:21:13,239 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36735:36735)] 2024-11-18T21:21:13,240 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:13,240 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:21:13,240 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:21:13,240 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:21:13,240 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:21:13,240 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:21:13,240 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:13,241 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:21:13,241 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:21:13,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:21:13,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:21:13,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:13,343 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/info/5c6b5ac031f146b590e11a70b05d6873 2024-11-18T21:21:13,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:13,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:21:13,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:21:13,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:13,397 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/ns/4c16642e5929490baba642225c05265f 2024-11-18T21:21:13,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:13,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:21:13,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:21:13,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:13,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:13,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:21:13,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:21:13,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:13,415 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/table/55e417426e114f0ca6c1885d29185568 2024-11-18T21:21:13,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:13,416 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:21:13,418 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740 2024-11-18T21:21:13,419 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740 2024-11-18T21:21:13,421 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:21:13,421 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:21:13,422 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:13,437 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:21:13,438 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68465550, jitterRate=0.0202161967754364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:13,438 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:21:13,439 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964873241Writing region info on filesystem at 1731964873241Initializing all the Stores at 1731964873253 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964873253Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964873256 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964873256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964873256Cleaning up temporary data from old regions at 1731964873421 (+165 ms)Running coprocessor post-open hooks at 1731964873438 (+17 ms)Region opened successfully at 1731964873438 2024-11-18T21:21:13,452 DEBUG [RS:0;d63b309a8c2d:40521.replicationSource.wal-reader.d63b309a8c2d%2C40521%2C1731964871439,1-d63b309a8c2d,40521,1731964871439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439/d63b309a8c2d%2C40521%2C1731964871439.1731964872872 to pos 0, reset compression=false 2024-11-18T21:21:13,453 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731964873161 2024-11-18T21:21:13,459 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=d63b309a8c2d,40521,1731964871439 2024-11-18T21:21:13,460 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,40521,1731964871439, state=OPEN 2024-11-18T21:21:13,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1648214244/meta-region-server 2024-11-18T21:21:13,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1648214244/meta-region-server 2024-11-18T21:21:13,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1648214244/meta-region-server: CHANGED 2024-11-18T21:21:13,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1648214244/meta-region-server: CHANGED 2024-11-18T21:21:13,462 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:21:13,463 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:21:13,463 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,40521,1731964871439 2024-11-18T21:21:13,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-18T21:21:13,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,40521,1731964871439 in 495 msec 2024-11-18T21:21:13,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T21:21:13,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1690 sec 2024-11-18T21:21:13,892 DEBUG [RS:0;d63b309a8c2d:40521.replicationSource.wal-reader.d63b309a8c2d%2C40521%2C1731964871439,1-d63b309a8c2d,40521,1731964871439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439/d63b309a8c2d%2C40521%2C1731964871439.1731964872872 to pos 0, reset compression=false 2024-11-18T21:21:14,020 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1625ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1521ms 2024-11-18T21:21:14,414 DEBUG [RS:0;d63b309a8c2d:40521.replicationSource.wal-reader.d63b309a8c2d%2C40521%2C1731964871439,1-d63b309a8c2d,40521,1731964871439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439/d63b309a8c2d%2C40521%2C1731964871439.1731964872872 to pos 0, reset compression=false 2024-11-18T21:21:15,040 DEBUG [RS:0;d63b309a8c2d:40521.replicationSource.wal-reader.d63b309a8c2d%2C40521%2C1731964871439,1-d63b309a8c2d,40521,1731964871439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439/d63b309a8c2d%2C40521%2C1731964871439.1731964872872 to pos 0, reset compression=false 2024-11-18T21:21:15,529 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3134ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3030ms 2024-11-18T21:21:15,746 DEBUG [RS:0;d63b309a8c2d:40521.replicationSource.wal-reader.d63b309a8c2d%2C40521%2C1731964871439,1-d63b309a8c2d,40521,1731964871439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439/d63b309a8c2d%2C40521%2C1731964871439.1731964872872 to pos 0, reset compression=false 2024-11-18T21:21:16,556 DEBUG [RS:0;d63b309a8c2d:40521.replicationSource.wal-reader.d63b309a8c2d%2C40521%2C1731964871439,1-d63b309a8c2d,40521,1731964871439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439/d63b309a8c2d%2C40521%2C1731964871439.1731964872872 to pos 0, reset compression=false 2024-11-18T21:21:16,943 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4548ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-18T21:21:16,943 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:21:16,943 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:16,943 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40521,1731964871439, seqNum=-1] 2024-11-18T21:21:16,944 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:16,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:21:16,963 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2007cacbe8d9134a675adf960e8c1214, regionState=OPEN, lastHost=d63b309a8c2d,41661,1731964859637, regionLocation=d63b309a8c2d,41661,1731964859637, openSeqNum=2 2024-11-18T21:21:16,963 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:21:16,963 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731964936963 2024-11-18T21:21:16,963 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731964996963 2024-11-18T21:21:16,963 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 20 msec 2024-11-18T21:21:16,963 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38011,1731964871306-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:16,964 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38011,1731964871306-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:16,964 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38011,1731964871306-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:16,964 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:38011, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:16,964 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:16,964 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): d63b309a8c2d,41661,1731964859637 had 2 regions 2024-11-18T21:21:16,972 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:16,973 WARN [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=d63b309a8c2d,41661,1731964859637/hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:16,977 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d63b309a8c2d,41661,1731964859637, splitWal=true, meta=true, isMeta: false 2024-11-18T21:21:16,980 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.483sec 2024-11-18T21:21:16,980 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:21:16,980 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:21:16,980 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:21:16,980 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:21:16,980 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:21:16,980 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38011,1731964871306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:21:16,980 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38011,1731964871306-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:21:16,996 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637-splitting dir is empty, no logs to split. 2024-11-18T21:21:16,996 INFO [PEWorker-2 {}] master.SplitWALManager(105): d63b309a8c2d,41661,1731964859637 WAL count=0, meta=false 2024-11-18T21:21:17,004 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:21:17,004 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:21:17,005 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38011,1731964871306-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:17,012 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,41661,1731964859637-splitting dir is empty, no logs to split. 2024-11-18T21:21:17,012 INFO [PEWorker-2 {}] master.SplitWALManager(105): d63b309a8c2d,41661,1731964859637 WAL count=0, meta=false 2024-11-18T21:21:17,012 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if d63b309a8c2d,41661,1731964859637 WAL splitting is done? wals=0, meta=false 2024-11-18T21:21:17,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2007cacbe8d9134a675adf960e8c1214, ASSIGN}] 2024-11-18T21:21:17,018 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2007cacbe8d9134a675adf960e8c1214, ASSIGN 2024-11-18T21:21:17,018 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2007cacbe8d9134a675adf960e8c1214, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T21:21:17,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108f32e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:17,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38011,-1 for getting cluster id 2024-11-18T21:21:17,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:17,061 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccdcf6c2-8108-4445-8719-4c2b7f1dce66' 2024-11-18T21:21:17,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:17,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccdcf6c2-8108-4445-8719-4c2b7f1dce66" 2024-11-18T21:21:17,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28183f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:17,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38011,-1] 2024-11-18T21:21:17,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:17,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:17,064 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:17,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48772991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:17,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:17,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40521,1731964871439, seqNum=-1] 2024-11-18T21:21:17,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:17,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:21:17,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-18T21:21:17,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:21:17,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:17,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:17,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:17,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: d63b309a8c2d:38011 after: d63b309a8c2d:38011 2024-11-18T21:21:17,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:17,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b32ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:17,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38011,-1 for getting cluster id 2024-11-18T21:21:17,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:17,110 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccdcf6c2-8108-4445-8719-4c2b7f1dce66' 2024-11-18T21:21:17,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:17,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccdcf6c2-8108-4445-8719-4c2b7f1dce66" 2024-11-18T21:21:17,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a49536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:17,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38011,-1] 2024-11-18T21:21:17,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:17,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:17,113 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:17,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf9e66b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:17,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,38011,1731964871306 2024-11-18T21:21:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6022bd0d 2024-11-18T21:21:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:17,125 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:21:17,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T21:21:17,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:21:17,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:21:17,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:17,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:17,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:17,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:17,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:21:17,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1416775579, stopped=false 2024-11-18T21:21:17,165 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,36307,1731964862525 2024-11-18T21:21:17,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1984787365/running 2024-11-18T21:21:17,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365 2024-11-18T21:21:17,171 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:21:17,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:21:17,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:17,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:17,171 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,37951,1731964862598' ***** 2024-11-18T21:21:17,171 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:21:17,172 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:21:17,172 INFO [RS:0;d63b309a8c2d:37951 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:21:17,172 INFO [RS:0;d63b309a8c2d:37951 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:21:17,172 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:21:17,172 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1984787365/running 2024-11-18T21:21:17,172 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,37951,1731964862598 2024-11-18T21:21:17,172 INFO [RS:0;d63b309a8c2d:37951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:21:17,172 INFO [RS:0;d63b309a8c2d:37951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:37951. 2024-11-18T21:21:17,173 DEBUG [RS:0;d63b309a8c2d:37951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:17,173 DEBUG [RS:0;d63b309a8c2d:37951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:17,173 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:21:17,173 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:21:17,173 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:21:17,173 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:21:17,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Set watcher on znode that does not yet exist, /1984787365/running 2024-11-18T21:21:17,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Set watcher on znode that does not yet exist, /1984787365/running 2024-11-18T21:21:17,174 DEBUG [d63b309a8c2d:38011 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:21:17,175 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2007cacbe8d9134a675adf960e8c1214, regionState=OPENING, regionLocation=d63b309a8c2d,40521,1731964871439 2024-11-18T21:21:17,176 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T21:21:17,176 DEBUG [RS:0;d63b309a8c2d:37951 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:21:17,176 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365 2024-11-18T21:21:17,176 DEBUG [RS:0;d63b309a8c2d:37951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:21:17,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2007cacbe8d9134a675adf960e8c1214, ASSIGN because future has completed 2024-11-18T21:21:17,181 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:21:17,181 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:21:17,181 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:21:17,181 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:21:17,181 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:21:17,181 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T21:21:17,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2007cacbe8d9134a675adf960e8c1214, server=d63b309a8c2d,40521,1731964871439}] 2024-11-18T21:21:17,212 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:21:17,212 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:21:17,261 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:21:17,261 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/data/hbase/meta/1588230740/.tmp/ns/36dc61b3f4e541bdab6fab98f6cdbbe4 is 43, key is default/ns:d/1731964865363/Put/seqid=0 2024-11-18T21:21:17,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741835_1011 (size=5153) 2024-11-18T21:21:17,342 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/data/hbase/meta/1588230740/.tmp/ns/36dc61b3f4e541bdab6fab98f6cdbbe4 2024-11-18T21:21:17,374 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/data/hbase/meta/1588230740/.tmp/ns/36dc61b3f4e541bdab6fab98f6cdbbe4 as hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/data/hbase/meta/1588230740/ns/36dc61b3f4e541bdab6fab98f6cdbbe4 2024-11-18T21:21:17,381 DEBUG [RS:0;d63b309a8c2d:37951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:21:17,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:17,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:17,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T21:21:17,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C40521%2C1731964871439.rep, suffix=, logDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439, archiveDir=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/oldWALs, maxLogs=10 2024-11-18T21:21:17,474 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/data/hbase/meta/1588230740/ns/36dc61b3f4e541bdab6fab98f6cdbbe4, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T21:21:17,480 DEBUG [RS:0;d63b309a8c2d:40521.replicationSource.wal-reader.d63b309a8c2d%2C40521%2C1731964871439,1-d63b309a8c2d,40521,1731964871439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439/d63b309a8c2d%2C40521%2C1731964871439.1731964872872 to pos 0, reset compression=false 2024-11-18T21:21:17,481 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 299ms, sequenceid=6, compaction requested=false 2024-11-18T21:21:17,481 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T21:21:17,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439/d63b309a8c2d%2C40521%2C1731964871439.rep.1731964877463, exclude list is [], retry=0 2024-11-18T21:21:17,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-e0c4bc13-72fb-4a9e-bbc4-c53eff8e5761,DISK] 2024-11-18T21:21:17,563 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T21:21:17,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439/d63b309a8c2d%2C40521%2C1731964871439.rep.1731964877463 2024-11-18T21:21:17,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36735:36735)] 2024-11-18T21:21:17,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 2007cacbe8d9134a675adf960e8c1214, NAME => 'hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:17,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:21:17,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:21:17,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. service=MultiRowMutationService 2024-11-18T21:21:17,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T21:21:17,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:17,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:17,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:17,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:17,576 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:21:17,576 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:21:17,577 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:21:17,577 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964877180Running coprocessor pre-close hooks at 1731964877180Disabling compacts and flushes for region at 1731964877180Disabling writes for close at 1731964877181 (+1 ms)Obtaining lock to block concurrent updates at 1731964877181Preparing flush snapshotting stores in 1588230740 at 1731964877181Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731964877181Flushing stores of hbase:meta,,1.1588230740 at 1731964877183 (+2 ms)Flushing 1588230740/ns: creating writer at 1731964877183Flushing 1588230740/ns: appending metadata at 1731964877250 (+67 ms)Flushing 1588230740/ns: closing flushed file at 1731964877250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca0461b: reopening flushed file at 1731964877366 (+116 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 299ms, sequenceid=6, compaction requested=false at 1731964877481 (+115 ms)Writing region close event to WAL at 1731964877520 (+39 ms)Running coprocessor post-close hooks at 1731964877576 (+56 ms)Closed at 1731964877577 (+1 ms) 2024-11-18T21:21:17,577 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:21:17,581 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,37951,1731964862598; all regions closed. 2024-11-18T21:21:17,581 INFO [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:17,585 INFO [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2007cacbe8d9134a675adf960e8c1214 columnFamilyName hfileref 2024-11-18T21:21:17,585 DEBUG [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:17,594 INFO [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] regionserver.HStore(327): Store=2007cacbe8d9134a675adf960e8c1214/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:17,594 INFO [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:17,596 INFO [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2007cacbe8d9134a675adf960e8c1214 columnFamilyName queue 2024-11-18T21:21:17,596 DEBUG [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:17,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741834_1010 (size=1152) 2024-11-18T21:21:17,632 DEBUG [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/replication/2007cacbe8d9134a675adf960e8c1214/queue/7dfebe33cc1d4755b19d1742e9202e26 2024-11-18T21:21:17,632 INFO [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] regionserver.HStore(327): Store=2007cacbe8d9134a675adf960e8c1214/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:17,633 INFO [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:17,641 INFO [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2007cacbe8d9134a675adf960e8c1214 columnFamilyName sid 2024-11-18T21:21:17,641 DEBUG [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:17,641 INFO [StoreOpener-2007cacbe8d9134a675adf960e8c1214-1 {}] regionserver.HStore(327): Store=2007cacbe8d9134a675adf960e8c1214/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:17,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:17,645 DEBUG [RS:0;d63b309a8c2d:37951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/oldWALs 2024-11-18T21:21:17,645 INFO [RS:0;d63b309a8c2d:37951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C37951%2C1731964862598.meta:.meta(num 1731964865304) 2024-11-18T21:21:17,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/replication/2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:17,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/replication/2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:17,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:17,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:17,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:21:17,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:17,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 2007cacbe8d9134a675adf960e8c1214; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62172493, jitterRate=-0.07355765998363495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:21:17,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:17,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 2007cacbe8d9134a675adf960e8c1214: Running coprocessor pre-open hook at 1731964877570Writing region info on filesystem at 1731964877570Initializing all the Stores at 1731964877571 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964877571Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964877578 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964877578Cleaning up temporary data from old regions at 1731964877649 (+71 ms)Running coprocessor post-open hooks at 1731964877653 (+4 ms)Region opened successfully at 1731964877654 (+1 ms) 2024-11-18T21:21:17,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214., pid=13, masterSystemTime=1731964877341 2024-11-18T21:21:17,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741832_1008 (size=93) 2024-11-18T21:21:17,669 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/WALs/d63b309a8c2d,37951,1731964862598/d63b309a8c2d%2C37951%2C1731964862598.1731964864353 not finished, retry = 0 2024-11-18T21:21:17,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:17,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:17,678 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2007cacbe8d9134a675adf960e8c1214, regionState=OPEN, openSeqNum=9, regionLocation=d63b309a8c2d,40521,1731964871439 2024-11-18T21:21:17,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2007cacbe8d9134a675adf960e8c1214, server=d63b309a8c2d,40521,1731964871439 because future has completed 2024-11-18T21:21:17,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T21:21:17,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2007cacbe8d9134a675adf960e8c1214, server=d63b309a8c2d,40521,1731964871439 in 500 msec 2024-11-18T21:21:17,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-18T21:21:17,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2007cacbe8d9134a675adf960e8c1214, ASSIGN in 673 msec 2024-11-18T21:21:17,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-18T21:21:17,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214., hostname=d63b309a8c2d,40521,1731964871439, seqNum=9] 2024-11-18T21:21:17,743 DEBUG [PEWorker-4 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for d63b309a8c2d,41661,1731964859637 2024-11-18T21:21:17,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-18T21:21:17,809 DEBUG [RS:0;d63b309a8c2d:37951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/oldWALs 2024-11-18T21:21:17,810 INFO [RS:0;d63b309a8c2d:37951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C37951%2C1731964862598:(num 1731964864353) 2024-11-18T21:21:17,810 DEBUG [RS:0;d63b309a8c2d:37951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:17,810 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:21:17,810 INFO [RS:0;d63b309a8c2d:37951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:21:17,810 INFO [RS:0;d63b309a8c2d:37951 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:21:17,811 INFO [RS:0;d63b309a8c2d:37951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:21:17,811 INFO [RS:0;d63b309a8c2d:37951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37951 2024-11-18T21:21:17,812 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:21:17,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365/rs 2024-11-18T21:21:17,824 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1984787365/rs/d63b309a8c2d,37951,1731964862598 2024-11-18T21:21:17,824 INFO [RS:0;d63b309a8c2d:37951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:21:17,833 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,37951,1731964862598] 2024-11-18T21:21:17,848 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1984787365/draining/d63b309a8c2d,37951,1731964862598 already deleted, retry=false 2024-11-18T21:21:17,849 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,37951,1731964862598 expired; onlineServers=0 2024-11-18T21:21:17,849 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,36307,1731964862525' ***** 2024-11-18T21:21:17,849 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:21:17,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1984787365/master 2024-11-18T21:21:17,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1984787365 2024-11-18T21:21:17,853 INFO [M:0;d63b309a8c2d:36307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:21:17,853 INFO [M:0;d63b309a8c2d:36307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:21:17,853 DEBUG [M:0;d63b309a8c2d:36307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:21:17,853 DEBUG [M:0;d63b309a8c2d:36307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:21:17,853 INFO [M:0;d63b309a8c2d:36307 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:21:17,853 INFO [M:0;d63b309a8c2d:36307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:21:17,853 DEBUG [M:0;d63b309a8c2d:36307 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:21:17,853 INFO [M:0;d63b309a8c2d:36307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:21:17,853 INFO [M:0;d63b309a8c2d:36307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:21:17,854 INFO [M:0;d63b309a8c2d:36307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:21:17,854 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:21:17,854 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964864153 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964864153,5,FailOnTimeoutGroup] 2024-11-18T21:21:17,854 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:21:17,854 DEBUG [M:0;d63b309a8c2d:36307 {}] zookeeper.ZKUtil(347): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Unable to get data of znode /1984787365/master because node does not exist (not an error) 2024-11-18T21:21:17,854 WARN [M:0;d63b309a8c2d:36307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T21:21:17,855 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964864154 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964864154,5,FailOnTimeoutGroup] 2024-11-18T21:21:17,888 INFO [M:0;d63b309a8c2d:36307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/.lastflushedseqids 2024-11-18T21:21:17,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-18T21:21:17,932 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:17,932 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x10054c47a2c0004, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:17,932 INFO [RS:0;d63b309a8c2d:37951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:21:17,932 INFO [RS:0;d63b309a8c2d:37951 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,37951,1731964862598; zookeeper connection closed. 2024-11-18T21:21:17,936 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@121f1620 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@121f1620 2024-11-18T21:21:17,937 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:21:17,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741836_1012 (size=99) 2024-11-18T21:21:17,965 INFO [M:0;d63b309a8c2d:36307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:21:17,965 INFO [M:0;d63b309a8c2d:36307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:21:17,965 DEBUG [M:0;d63b309a8c2d:36307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:21:17,965 INFO [M:0;d63b309a8c2d:36307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:17,965 DEBUG [M:0;d63b309a8c2d:36307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:17,965 DEBUG [M:0;d63b309a8c2d:36307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:21:17,965 DEBUG [M:0;d63b309a8c2d:36307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:17,966 INFO [M:0;d63b309a8c2d:36307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T21:21:18,033 DEBUG [M:0;d63b309a8c2d:36307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a6e38f8c23b443cad6a37fd40ff690d is 82, key is hbase:meta,,1/info:regioninfo/1731964865347/Put/seqid=0 2024-11-18T21:21:18,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741837_1013 (size=5672) 2024-11-18T21:21:18,090 INFO [M:0;d63b309a8c2d:36307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a6e38f8c23b443cad6a37fd40ff690d 2024-11-18T21:21:18,121 DEBUG [M:0;d63b309a8c2d:36307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9543bef30d044289235884e17f6973a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731964865368/Put/seqid=0 2024-11-18T21:21:18,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741838_1014 (size=5275) 2024-11-18T21:21:18,538 DEBUG [RS:0;d63b309a8c2d:40521.replicationSource.wal-reader.d63b309a8c2d%2C40521%2C1731964871439,1-d63b309a8c2d,40521,1731964871439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/WALs/d63b309a8c2d,40521,1731964871439/d63b309a8c2d%2C40521%2C1731964871439.1731964872872 to pos 0, reset compression=false 2024-11-18T21:21:18,541 INFO [M:0;d63b309a8c2d:36307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9543bef30d044289235884e17f6973a 2024-11-18T21:21:18,573 DEBUG [M:0;d63b309a8c2d:36307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b4847fc9b3f414f930ab1c8c8c546ad is 69, key is d63b309a8c2d,37951,1731964862598/rs:state/1731964864193/Put/seqid=0 2024-11-18T21:21:18,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741839_1015 (size=5156) 2024-11-18T21:21:18,578 INFO [M:0;d63b309a8c2d:36307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b4847fc9b3f414f930ab1c8c8c546ad 2024-11-18T21:21:18,586 DEBUG [M:0;d63b309a8c2d:36307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a6e38f8c23b443cad6a37fd40ff690d as hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a6e38f8c23b443cad6a37fd40ff690d 2024-11-18T21:21:18,591 INFO [M:0;d63b309a8c2d:36307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a6e38f8c23b443cad6a37fd40ff690d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T21:21:18,592 DEBUG [M:0;d63b309a8c2d:36307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9543bef30d044289235884e17f6973a as hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9543bef30d044289235884e17f6973a 2024-11-18T21:21:18,597 INFO [M:0;d63b309a8c2d:36307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9543bef30d044289235884e17f6973a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T21:21:18,598 DEBUG [M:0;d63b309a8c2d:36307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b4847fc9b3f414f930ab1c8c8c546ad as hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b4847fc9b3f414f930ab1c8c8c546ad 2024-11-18T21:21:18,603 INFO [M:0;d63b309a8c2d:36307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38151/user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b4847fc9b3f414f930ab1c8c8c546ad, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T21:21:18,604 INFO [M:0;d63b309a8c2d:36307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 639ms, sequenceid=28, compaction requested=false 2024-11-18T21:21:18,609 INFO [M:0;d63b309a8c2d:36307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:18,609 DEBUG [M:0;d63b309a8c2d:36307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964877965Disabling compacts and flushes for region at 1731964877965Disabling writes for close at 1731964877965Obtaining lock to block concurrent updates at 1731964877966 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731964877966Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731964877966Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731964877967 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731964877967Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731964878033 (+66 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731964878033Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731964878096 (+63 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731964878120 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731964878120Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731964878551 (+431 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731964878572 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731964878572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ad72c42: reopening flushed file at 1731964878585 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26fccdad: reopening flushed file at 1731964878592 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73b3466: reopening flushed file at 1731964878597 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 639ms, sequenceid=28, compaction requested=false at 1731964878604 (+7 ms)Writing region close event to WAL at 1731964878608 (+4 ms)Closed at 1731964878608 2024-11-18T21:21:18,611 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/785a3fed-6a8d-1a10-a1f2-eb94e03694c9/MasterData/WALs/d63b309a8c2d,36307,1731964862525/d63b309a8c2d%2C36307%2C1731964862525.1731964864012 not finished, retry = 0 2024-11-18T21:21:18,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741830_1006 (size=10165) 2024-11-18T21:21:18,713 INFO [M:0;d63b309a8c2d:36307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:21:18,713 INFO [M:0;d63b309a8c2d:36307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36307 2024-11-18T21:21:18,713 INFO [M:0;d63b309a8c2d:36307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:21:18,714 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:21:18,743 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:21:18,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:18,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:18,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:18,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:18,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:18,799 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T21:21:18,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:18,816 INFO [M:0;d63b309a8c2d:36307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:21:18,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x10054c47a2c0003, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:18,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@247003a7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:21:18,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57ece978{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:21:18,825 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:21:18,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5360ad88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:21:18,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7644832b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/hadoop.log.dir/,STOPPED} 2024-11-18T21:21:18,828 WARN [BP-1979976177-172.17.0.3-1731964861406 heartbeating to localhost/127.0.0.1:38151 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:21:18,828 WARN [BP-1979976177-172.17.0.3-1731964861406 heartbeating to localhost/127.0.0.1:38151 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1979976177-172.17.0.3-1731964861406 (Datanode Uuid b9d50357-1cd8-4117-8359-9d518b909f84) service to localhost/127.0.0.1:38151 2024-11-18T21:21:18,829 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:21:18,829 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:21:18,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/cluster_aaceb4a0-bb1d-c432-324a-8f18394bdf5a/data/data1/current/BP-1979976177-172.17.0.3-1731964861406 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:21:18,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/cluster_aaceb4a0-bb1d-c432-324a-8f18394bdf5a/data/data2/current/BP-1979976177-172.17.0.3-1731964861406 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:21:18,832 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:21:18,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14dd15f6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:21:18,845 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c55a2d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:21:18,845 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:21:18,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fe2198b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:21:18,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bb50150{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/hadoop.log.dir/,STOPPED} 2024-11-18T21:21:18,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:21:18,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:21:18,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:21:18,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:18,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:18,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:18,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:18,869 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:21:18,869 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1717397029, stopped=false 2024-11-18T21:21:18,869 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,38011,1731964871306 2024-11-18T21:21:18,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1648214244/running 2024-11-18T21:21:18,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:18,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on znode that does not yet exist, /0-1648214244/running 2024-11-18T21:21:18,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1648214244/running 2024-11-18T21:21:18,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:18,883 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:21:18,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Set watcher on znode that does not yet exist, /0-1648214244/running 2024-11-18T21:21:18,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:21:18,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:18,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:18,885 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,40521,1731964871439' ***** 2024-11-18T21:21:18,885 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:21:18,886 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:21:18,886 INFO [RS:0;d63b309a8c2d:40521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:21:18,886 INFO [RS:0;d63b309a8c2d:40521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:21:18,886 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer(3091): Received CLOSE for 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:18,887 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:21:18,896 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:21:18,896 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,40521,1731964871439 2024-11-18T21:21:18,896 INFO [RS:0;d63b309a8c2d:40521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:21:18,897 INFO [RS:0;d63b309a8c2d:40521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:40521. 2024-11-18T21:21:18,897 DEBUG [RS:0;d63b309a8c2d:40521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:18,897 DEBUG [RS:0;d63b309a8c2d:40521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:18,897 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:21:18,897 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:21:18,897 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:21:18,897 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:21:18,899 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T21:21:18,899 DEBUG [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer(1325): Online Regions={2007cacbe8d9134a675adf960e8c1214=hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:21:18,899 DEBUG [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2007cacbe8d9134a675adf960e8c1214 2024-11-18T21:21:18,899 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:21:18,899 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:21:18,899 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:21:18,899 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:21:18,899 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:21:18,899 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-18T21:21:18,900 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2007cacbe8d9134a675adf960e8c1214, disabling compactions & flushes 2024-11-18T21:21:18,901 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:18,901 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:18,901 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. after waiting 0 ms 2024-11-18T21:21:18,901 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:18,952 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/replication/2007cacbe8d9134a675adf960e8c1214/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-18T21:21:18,957 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:21:18,957 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:21:18,958 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:18,958 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2007cacbe8d9134a675adf960e8c1214: Waiting for close lock at 1731964878900Running coprocessor pre-close hooks at 1731964878900Disabling compacts and flushes for region at 1731964878900Disabling writes for close at 1731964878901 (+1 ms)Writing region close event to WAL at 1731964878928 (+27 ms)Running coprocessor post-close hooks at 1731964878957 (+29 ms)Closed at 1731964878957 2024-11-18T21:21:18,958 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214. 2024-11-18T21:21:18,973 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/.tmp/info/779c624017ca4a008451c6941802a421 is 147, key is hbase:replication,,1731964865530.2007cacbe8d9134a675adf960e8c1214./info:regioninfo/1731964877678/Put/seqid=0 2024-11-18T21:21:18,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741851_1027 (size=6385) 2024-11-18T21:21:19,099 DEBUG [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:21:19,299 DEBUG [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:21:19,383 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/.tmp/info/779c624017ca4a008451c6941802a421 2024-11-18T21:21:19,390 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/.tmp/info/779c624017ca4a008451c6941802a421 as hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/info/779c624017ca4a008451c6941802a421 2024-11-18T21:21:19,395 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/info/779c624017ca4a008451c6941802a421, entries=8, sequenceid=19, filesize=6.2 K 2024-11-18T21:21:19,397 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 497ms, sequenceid=19, compaction requested=false 2024-11-18T21:21:19,403 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-18T21:21:19,404 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:21:19,404 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:21:19,404 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:21:19,404 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964878899Running coprocessor pre-close hooks at 1731964878899Disabling compacts and flushes for region at 1731964878899Disabling writes for close at 1731964878899Obtaining lock to block concurrent updates at 1731964878899Preparing flush snapshotting stores in 1588230740 at 1731964878899Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731964878900 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731964878903 (+3 ms)Flushing 1588230740/info: creating writer at 1731964878903Flushing 1588230740/info: appending metadata at 1731964878972 (+69 ms)Flushing 1588230740/info: closing flushed file at 1731964878973 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5207a332: reopening flushed file at 1731964879389 (+416 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 497ms, sequenceid=19, compaction requested=false at 1731964879397 (+8 ms)Writing region close event to WAL at 1731964879400 (+3 ms)Running coprocessor post-close hooks at 1731964879404 (+4 ms)Closed at 1731964879404 2024-11-18T21:21:19,404 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:21:19,499 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,40521,1731964871439; all regions closed. 2024-11-18T21:21:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741849_1025 (size=2156) 2024-11-18T21:21:19,505 DEBUG [RS:0;d63b309a8c2d:40521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/oldWALs 2024-11-18T21:21:19,505 INFO [RS:0;d63b309a8c2d:40521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C40521%2C1731964871439.meta:.meta(num 1731964873194) 2024-11-18T21:21:19,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741850_1026 (size=796) 2024-11-18T21:21:19,509 DEBUG [RS:0;d63b309a8c2d:40521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/oldWALs 2024-11-18T21:21:19,509 INFO [RS:0;d63b309a8c2d:40521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C40521%2C1731964871439.rep:(num 1731964877463) 2024-11-18T21:21:19,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741848_1024 (size=93) 2024-11-18T21:21:19,514 DEBUG [RS:0;d63b309a8c2d:40521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/oldWALs 2024-11-18T21:21:19,514 INFO [RS:0;d63b309a8c2d:40521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C40521%2C1731964871439:(num 1731964872872) 2024-11-18T21:21:19,514 DEBUG [RS:0;d63b309a8c2d:40521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:19,514 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:21:19,514 INFO [RS:0;d63b309a8c2d:40521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:21:19,514 INFO [RS:0;d63b309a8c2d:40521 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:21:19,514 INFO [RS:0;d63b309a8c2d:40521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:21:19,514 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:21:19,514 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d63b309a8c2d,40521,1731964871439 because: Region server is closing 2024-11-18T21:21:19,514 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-18T21:21:19,514 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-18T21:21:19,514 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T21:21:19,514 INFO [RS:0;d63b309a8c2d:40521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:40521. 2024-11-18T21:21:19,515 DEBUG [RS:0;d63b309a8c2d:40521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:19,515 DEBUG [RS:0;d63b309a8c2d:40521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:19,515 DEBUG [RS:0;d63b309a8c2d:40521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:19,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:19,615 WARN [RS:0;d63b309a8c2d:40521.replicationSource.wal-reader.d63b309a8c2d%2C40521%2C1731964871439,1-d63b309a8c2d,40521,1731964871439 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T21:21:19,615 WARN [RS:0;d63b309a8c2d:40521.replicationSource.shipperd63b309a8c2d%2C40521%2C1731964871439,1-d63b309a8c2d,40521,1731964871439 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T21:21:19,616 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;d63b309a8c2d:40521.replicationSource.shipperd63b309a8c2d%2C40521%2C1731964871439,1-d63b309a8c2d,40521,1731964871439 terminated 2024-11-18T21:21:19,616 INFO [RS:0;d63b309a8c2d:40521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40521 2024-11-18T21:21:19,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1648214244/rs/d63b309a8c2d,40521,1731964871439 2024-11-18T21:21:19,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244/rs 2024-11-18T21:21:19,618 INFO [RS:0;d63b309a8c2d:40521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:21:19,619 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,40521,1731964871439] 2024-11-18T21:21:19,621 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648214244/draining/d63b309a8c2d,40521,1731964871439 already deleted, retry=false 2024-11-18T21:21:19,621 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,40521,1731964871439 expired; onlineServers=0 2024-11-18T21:21:19,621 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,38011,1731964871306' ***** 2024-11-18T21:21:19,621 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:21:19,621 INFO [M:0;d63b309a8c2d:38011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:21:19,621 INFO [M:0;d63b309a8c2d:38011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:21:19,621 DEBUG [M:0;d63b309a8c2d:38011 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:21:19,621 DEBUG [M:0;d63b309a8c2d:38011 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:21:19,621 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964872388 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964872388,5,FailOnTimeoutGroup] 2024-11-18T21:21:19,621 INFO [M:0;d63b309a8c2d:38011 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:21:19,621 INFO [M:0;d63b309a8c2d:38011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:21:19,621 DEBUG [M:0;d63b309a8c2d:38011 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:21:19,621 INFO [M:0;d63b309a8c2d:38011 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:21:19,621 INFO [M:0;d63b309a8c2d:38011 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:21:19,621 INFO [M:0;d63b309a8c2d:38011 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:21:19,622 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:21:19,622 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:21:19,622 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964872381 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964872381,5,FailOnTimeoutGroup] 2024-11-18T21:21:19,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1648214244/master 2024-11-18T21:21:19,623 DEBUG [M:0;d63b309a8c2d:38011 {}] zookeeper.ZKUtil(347): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Unable to get data of znode /0-1648214244/master because node does not exist (not an error) 2024-11-18T21:21:19,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648214244 2024-11-18T21:21:19,623 WARN [M:0;d63b309a8c2d:38011 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T21:21:19,624 INFO [M:0;d63b309a8c2d:38011 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/.lastflushedseqids 2024-11-18T21:21:19,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741852_1028 (size=181) 2024-11-18T21:21:19,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:19,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x10054c47a2c0007, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:19,720 INFO [RS:0;d63b309a8c2d:40521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:21:19,720 INFO [RS:0;d63b309a8c2d:40521 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,40521,1731964871439; zookeeper connection closed. 2024-11-18T21:21:19,721 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d92c2f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d92c2f7 2024-11-18T21:21:19,721 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:21:20,037 INFO [M:0;d63b309a8c2d:38011 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:21:20,037 INFO [M:0;d63b309a8c2d:38011 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:21:20,038 DEBUG [M:0;d63b309a8c2d:38011 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:21:20,038 INFO [M:0;d63b309a8c2d:38011 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:20,038 DEBUG [M:0;d63b309a8c2d:38011 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:20,038 DEBUG [M:0;d63b309a8c2d:38011 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:21:20,038 DEBUG [M:0;d63b309a8c2d:38011 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:20,038 INFO [M:0;d63b309a8c2d:38011 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-18T21:21:20,100 DEBUG [M:0;d63b309a8c2d:38011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/928d0efe383b49bbb741425fe89e921c is 82, key is hbase:meta,,1/info:regioninfo/1731964873456/Put/seqid=0 2024-11-18T21:21:20,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741853_1029 (size=5672) 2024-11-18T21:21:20,545 INFO [M:0;d63b309a8c2d:38011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/928d0efe383b49bbb741425fe89e921c 2024-11-18T21:21:20,623 DEBUG [M:0;d63b309a8c2d:38011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09b962f7ce2048afae22168669fb6a38 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731964877690/Put/seqid=0 2024-11-18T21:21:20,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741854_1030 (size=7312) 2024-11-18T21:21:21,088 INFO [M:0;d63b309a8c2d:38011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09b962f7ce2048afae22168669fb6a38 2024-11-18T21:21:21,141 DEBUG [M:0;d63b309a8c2d:38011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2da51c7e6b1443dad6abe07de68b9f6 is 69, key is d63b309a8c2d,40521,1731964871439/rs:state/1731964872457/Put/seqid=0 2024-11-18T21:21:21,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741855_1031 (size=5370) 2024-11-18T21:21:21,549 INFO [M:0;d63b309a8c2d:38011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2da51c7e6b1443dad6abe07de68b9f6 2024-11-18T21:21:21,554 INFO [M:0;d63b309a8c2d:38011 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2da51c7e6b1443dad6abe07de68b9f6 2024-11-18T21:21:21,555 DEBUG [M:0;d63b309a8c2d:38011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/928d0efe383b49bbb741425fe89e921c as hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/928d0efe383b49bbb741425fe89e921c 2024-11-18T21:21:21,560 INFO [M:0;d63b309a8c2d:38011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/928d0efe383b49bbb741425fe89e921c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-18T21:21:21,561 DEBUG [M:0;d63b309a8c2d:38011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09b962f7ce2048afae22168669fb6a38 as hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09b962f7ce2048afae22168669fb6a38 2024-11-18T21:21:21,569 INFO [M:0;d63b309a8c2d:38011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09b962f7ce2048afae22168669fb6a38, entries=7, sequenceid=127, filesize=7.1 K 2024-11-18T21:21:21,570 DEBUG [M:0;d63b309a8c2d:38011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2da51c7e6b1443dad6abe07de68b9f6 as hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2da51c7e6b1443dad6abe07de68b9f6 2024-11-18T21:21:21,575 INFO [M:0;d63b309a8c2d:38011 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2da51c7e6b1443dad6abe07de68b9f6 2024-11-18T21:21:21,575 INFO [M:0;d63b309a8c2d:38011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45369/user/jenkins/test-data/5dd14194-370e-89c3-7c7e-3d849759f3f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2da51c7e6b1443dad6abe07de68b9f6, entries=2, sequenceid=127, filesize=5.2 K 2024-11-18T21:21:21,576 INFO [M:0;d63b309a8c2d:38011 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1537ms, sequenceid=127, compaction requested=false 2024-11-18T21:21:21,581 INFO [M:0;d63b309a8c2d:38011 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:21,581 DEBUG [M:0;d63b309a8c2d:38011 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964880038Disabling compacts and flushes for region at 1731964880038Disabling writes for close at 1731964880038Obtaining lock to block concurrent updates at 1731964880038Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731964880038Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731964880038Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731964880044 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731964880044Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731964880098 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731964880099 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731964880570 (+471 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731964880622 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731964880622Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731964881100 (+478 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731964881140 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731964881140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49cbaa1b: reopening flushed file at 1731964881554 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a7dfb4b: reopening flushed file at 1731964881560 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f1f645a: reopening flushed file at 1731964881569 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1537ms, sequenceid=127, compaction requested=false at 1731964881576 (+7 ms)Writing region close event to WAL at 1731964881581 (+5 ms)Closed at 1731964881581 2024-11-18T21:21:21,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741847_1023 (size=22903) 2024-11-18T21:21:21,590 INFO [M:0;d63b309a8c2d:38011 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:21:21,590 INFO [M:0;d63b309a8c2d:38011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38011 2024-11-18T21:21:21,590 INFO [M:0;d63b309a8c2d:38011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:21:21,591 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:21:21,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:21,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38011-0x10054c47a2c0006, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:21,694 INFO [M:0;d63b309a8c2d:38011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:21:21,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@181f8260{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:21:21,698 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ec88d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:21:21,698 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:21:21,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14071489{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:21:21,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ec5723e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/hadoop.log.dir/,STOPPED} 2024-11-18T21:21:21,709 WARN [BP-885007023-172.17.0.3-1731964858342 heartbeating to localhost/127.0.0.1:45369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:21:21,709 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:21:21,709 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:21:21,709 WARN [BP-885007023-172.17.0.3-1731964858342 heartbeating to localhost/127.0.0.1:45369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-885007023-172.17.0.3-1731964858342 (Datanode Uuid 83e35941-0166-41d7-9a2d-ae484f9323b7) service to localhost/127.0.0.1:45369 2024-11-18T21:21:21,710 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/cluster_083003d4-ec28-84fb-5fcc-53eea85913f1/data/data1/current/BP-885007023-172.17.0.3-1731964858342 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:21:21,710 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:21:21,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/cluster_083003d4-ec28-84fb-5fcc-53eea85913f1/data/data2/current/BP-885007023-172.17.0.3-1731964858342 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:21:21,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1698260d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:21:21,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ffd178{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:21:21,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:21:21,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541e07f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:21:21,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35299b4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fe7343-17c4-66ff-7d97-a2f796f10857/hadoop.log.dir/,STOPPED} 2024-11-18T21:21:21,734 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T21:21:21,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:21:21,772 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 160) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61815) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38151 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45369 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61815) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=568 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=912 (was 730) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2915 (was 1506) - AvailableMemoryMB LEAK? - 2024-11-18T21:21:21,782 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=568, MaxFileDescriptor=1048576, SystemLoadAverage=912, ProcessCount=11, AvailableMemoryMB=2914 2024-11-18T21:21:21,802 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-18T21:21:21,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/hadoop.log.dir so I do NOT create it in target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14 2024-11-18T21:21:21,803 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:21:21,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/hadoop.tmp.dir so I do NOT create it in target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14 2024-11-18T21:21:21,803 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29655019-4dd0-4d4f-20df-57de7fb25e33/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:21:21,803 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14 2024-11-18T21:21:21,803 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/cluster_cc7fb8ba-3110-16e9-7fd8-8b4bd65dc99a, deleteOnExit=true 2024-11-18T21:21:21,806 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/cluster_cc7fb8ba-3110-16e9-7fd8-8b4bd65dc99a/zookeeper_0, clientPort=50741, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/cluster_cc7fb8ba-3110-16e9-7fd8-8b4bd65dc99a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/cluster_cc7fb8ba-3110-16e9-7fd8-8b4bd65dc99a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T21:21:21,807 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50741 2024-11-18T21:21:21,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:21:21,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:21:21,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/test.cache.data in system properties and HBase conf 2024-11-18T21:21:21,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:21:21,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:21:21,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:21:21,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:21:21,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:21:21,808 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:21:21,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:21:21,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:21:21,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:21:21,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:21:21,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:21:21,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:21:21,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:21:21,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:21:21,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:21:21,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:21:21,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:21:21,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:21:21,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:21:21,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:21:21,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10054c47a2c0005, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:21:21,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10054c47a2c0005, quorum=127.0.0.1:61815, baseZNode=/1984787365 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:21:21,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10054c47a2c0002, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:21:21,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10054c47a2c0002, quorum=127.0.0.1:61815, baseZNode=/0-1648214244 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:21:22,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:21:22,018 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:21:22,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:21:22,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:21:22,077 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:21:22,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:21:22,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2232c90b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:21:22,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56fe2828{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:21:22,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:21:22,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T21:21:22,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T21:21:22,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:21:22,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@383d3699{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/java.io.tmpdir/jetty-localhost-43561-hadoop-hdfs-3_4_1-tests_jar-_-any-12998108921468377680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:21:22,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@290f1827{HTTP/1.1, (http/1.1)}{localhost:43561} 2024-11-18T21:21:22,366 INFO [Time-limited test {}] server.Server(415): Started @148742ms 2024-11-18T21:21:22,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:21:22,516 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:21:22,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:21:22,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:21:22,522 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:21:22,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47f8a48b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:21:22,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e4b0d21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:21:22,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bd3f427{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/java.io.tmpdir/jetty-localhost-40519-hadoop-hdfs-3_4_1-tests_jar-_-any-18268900961040938835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:21:22,671 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@594e8075{HTTP/1.1, (http/1.1)}{localhost:40519} 2024-11-18T21:21:22,671 INFO [Time-limited test {}] server.Server(415): Started @149047ms 2024-11-18T21:21:22,672 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:21:22,894 WARN [Thread-1666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/cluster_cc7fb8ba-3110-16e9-7fd8-8b4bd65dc99a/data/data1/current/BP-427224909-172.17.0.3-1731964881884/current, will proceed with Du for space computation calculation, 2024-11-18T21:21:22,900 WARN [Thread-1667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/cluster_cc7fb8ba-3110-16e9-7fd8-8b4bd65dc99a/data/data2/current/BP-427224909-172.17.0.3-1731964881884/current, will proceed with Du for space computation calculation, 2024-11-18T21:21:22,938 WARN [Thread-1654 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:21:22,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16b5b5da46ceccd4 with lease ID 0xe0eac0f4a3b5f41e: Processing first storage report for DS-6a710712-c83f-4c01-a4c3-618496b82ecb from datanode DatanodeRegistration(127.0.0.1:35833, datanodeUuid=c07d7d2b-4e24-4a42-a702-945cd2509499, infoPort=37461, infoSecurePort=0, ipcPort=43403, storageInfo=lv=-57;cid=testClusterID;nsid=1110639207;c=1731964881884) 2024-11-18T21:21:22,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16b5b5da46ceccd4 with lease ID 0xe0eac0f4a3b5f41e: from storage DS-6a710712-c83f-4c01-a4c3-618496b82ecb node DatanodeRegistration(127.0.0.1:35833, datanodeUuid=c07d7d2b-4e24-4a42-a702-945cd2509499, infoPort=37461, infoSecurePort=0, ipcPort=43403, storageInfo=lv=-57;cid=testClusterID;nsid=1110639207;c=1731964881884), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:21:22,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16b5b5da46ceccd4 with lease ID 0xe0eac0f4a3b5f41e: Processing first storage report for DS-4fc38c7e-533f-42ba-96c8-a7cc6c6e0d7a from datanode DatanodeRegistration(127.0.0.1:35833, datanodeUuid=c07d7d2b-4e24-4a42-a702-945cd2509499, infoPort=37461, infoSecurePort=0, ipcPort=43403, storageInfo=lv=-57;cid=testClusterID;nsid=1110639207;c=1731964881884) 2024-11-18T21:21:22,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16b5b5da46ceccd4 with lease ID 0xe0eac0f4a3b5f41e: from storage DS-4fc38c7e-533f-42ba-96c8-a7cc6c6e0d7a node DatanodeRegistration(127.0.0.1:35833, datanodeUuid=c07d7d2b-4e24-4a42-a702-945cd2509499, infoPort=37461, infoSecurePort=0, ipcPort=43403, storageInfo=lv=-57;cid=testClusterID;nsid=1110639207;c=1731964881884), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:21:23,045 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14 2024-11-18T21:21:23,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:23,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:23,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:21:23,063 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7 with version=8 2024-11-18T21:21:23,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/hbase-staging 2024-11-18T21:21:23,065 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:21:23,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:23,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:23,065 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:21:23,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:23,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:21:23,065 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:21:23,066 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:21:23,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39361 2024-11-18T21:21:23,086 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39361 connecting to ZooKeeper ensemble=127.0.0.1:50741 2024-11-18T21:21:23,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393610x0, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:21:23,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39361-0x10054c4d62c0000 connected 2024-11-18T21:21:23,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:23,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:23,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Set watcher on znode that does not yet exist, /0-504351462/running 2024-11-18T21:21:23,173 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7, hbase.cluster.distributed=false 2024-11-18T21:21:23,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Set watcher on znode that does not yet exist, /0-504351462/acl 2024-11-18T21:21:23,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39361 2024-11-18T21:21:23,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39361 2024-11-18T21:21:23,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39361 2024-11-18T21:21:23,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39361 2024-11-18T21:21:23,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39361 2024-11-18T21:21:23,233 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:21:23,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:23,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:23,233 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:21:23,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:23,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:21:23,233 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:21:23,233 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:21:23,247 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42901 2024-11-18T21:21:23,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42901 connecting to ZooKeeper ensemble=127.0.0.1:50741 2024-11-18T21:21:23,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:23,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:23,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429010x0, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:21:23,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42901-0x10054c4d62c0001 connected 2024-11-18T21:21:23,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Set watcher on znode that does not yet exist, /0-504351462/running 2024-11-18T21:21:23,309 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:21:23,336 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:21:23,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Set watcher on znode that does not yet exist, /0-504351462/master 2024-11-18T21:21:23,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Set watcher on znode that does not yet exist, /0-504351462/acl 2024-11-18T21:21:23,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42901 2024-11-18T21:21:23,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42901 2024-11-18T21:21:23,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42901 2024-11-18T21:21:23,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42901 2024-11-18T21:21:23,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42901 2024-11-18T21:21:23,492 DEBUG [M:0;d63b309a8c2d:39361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:39361 2024-11-18T21:21:23,517 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-504351462/backup-masters/d63b309a8c2d,39361,1731964883065 2024-11-18T21:21:23,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462/backup-masters 2024-11-18T21:21:23,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462/backup-masters 2024-11-18T21:21:23,528 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Set watcher on existing znode=/0-504351462/backup-masters/d63b309a8c2d,39361,1731964883065 2024-11-18T21:21:23,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-504351462/master 2024-11-18T21:21:23,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462 2024-11-18T21:21:23,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462 2024-11-18T21:21:23,544 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Set watcher on existing znode=/0-504351462/master 2024-11-18T21:21:23,556 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-504351462/backup-masters/d63b309a8c2d,39361,1731964883065 from backup master directory 2024-11-18T21:21:23,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462/backup-masters 2024-11-18T21:21:23,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-504351462/backup-masters/d63b309a8c2d,39361,1731964883065 2024-11-18T21:21:23,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462/backup-masters 2024-11-18T21:21:23,569 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:21:23,569 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,39361,1731964883065 2024-11-18T21:21:23,606 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/hbase.id] with ID: cf3e91df-9868-4423-9315-a028e32576bc 2024-11-18T21:21:23,606 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/.tmp/hbase.id 2024-11-18T21:21:23,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:21:24,029 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/.tmp/hbase.id]:[hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/hbase.id] 2024-11-18T21:21:24,074 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:24,075 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:21:24,076 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T21:21:24,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462 2024-11-18T21:21:24,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462 2024-11-18T21:21:24,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:21:24,164 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:21:24,165 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:21:24,168 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:24,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:21:24,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:21:24,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:24,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:24,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:24,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:24,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:24,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:24,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:24,643 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store 2024-11-18T21:21:24,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:21:24,650 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:24,651 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:21:24,651 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:24,651 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:24,651 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:21:24,651 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:24,651 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:24,651 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964884651Disabling compacts and flushes for region at 1731964884651Disabling writes for close at 1731964884651Writing region close event to WAL at 1731964884651Closed at 1731964884651 2024-11-18T21:21:24,652 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/.initializing 2024-11-18T21:21:24,652 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/WALs/d63b309a8c2d,39361,1731964883065 2024-11-18T21:21:24,653 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:21:24,657 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C39361%2C1731964883065, suffix=, logDir=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/WALs/d63b309a8c2d,39361,1731964883065, archiveDir=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/oldWALs, maxLogs=10 2024-11-18T21:21:24,674 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/WALs/d63b309a8c2d,39361,1731964883065/d63b309a8c2d%2C39361%2C1731964883065.1731964884657, exclude list is [], retry=0 2024-11-18T21:21:24,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35833,DS-6a710712-c83f-4c01-a4c3-618496b82ecb,DISK] 2024-11-18T21:21:24,679 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/WALs/d63b309a8c2d,39361,1731964883065/d63b309a8c2d%2C39361%2C1731964883065.1731964884657 2024-11-18T21:21:24,679 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37461:37461)] 2024-11-18T21:21:24,679 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:24,679 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:24,679 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:24,679 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:24,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:24,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:21:24,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:24,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:24,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:24,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:21:24,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:24,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:24,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:24,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:21:24,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:24,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:24,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:24,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:21:24,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:24,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:24,691 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:24,693 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:24,693 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:24,694 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:24,694 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:24,695 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:24,697 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:24,701 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:24,701 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61098735, jitterRate=-0.08955790102481842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:24,702 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964884679Initializing all the Stores at 1731964884680 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964884680Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964884680Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964884680Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964884680Cleaning up temporary data from old regions at 1731964884694 (+14 ms)Region opened successfully at 1731964884702 (+8 ms) 2024-11-18T21:21:24,702 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:21:24,706 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b91cd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:21:24,707 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:21:24,707 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:21:24,707 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:21:24,707 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:21:24,707 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:21:24,708 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:21:24,708 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:21:24,710 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:21:24,711 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Unable to get data of znode /0-504351462/balancer because node does not exist (not necessarily an error) 2024-11-18T21:21:24,713 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-504351462/balancer already deleted, retry=false 2024-11-18T21:21:24,713 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:21:24,714 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Unable to get data of znode /0-504351462/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:21:24,715 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-504351462/normalizer already deleted, retry=false 2024-11-18T21:21:24,715 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:21:24,716 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Unable to get data of znode /0-504351462/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:21:24,718 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-504351462/switch/split already deleted, retry=false 2024-11-18T21:21:24,718 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Unable to get data of znode /0-504351462/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:21:24,719 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-504351462/switch/merge already deleted, retry=false 2024-11-18T21:21:24,721 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Unable to get data of znode /0-504351462/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:21:24,722 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-504351462/snapshot-cleanup already deleted, retry=false 2024-11-18T21:21:24,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-504351462/running 2024-11-18T21:21:24,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462 2024-11-18T21:21:24,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-504351462/running 2024-11-18T21:21:24,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462 2024-11-18T21:21:24,725 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,39361,1731964883065, sessionid=0x10054c4d62c0000, setting cluster-up flag (Was=false) 2024-11-18T21:21:24,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462 2024-11-18T21:21:24,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462 2024-11-18T21:21:24,733 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-504351462/flush-table-proc/acquired, /0-504351462/flush-table-proc/reached, /0-504351462/flush-table-proc/abort 2024-11-18T21:21:24,734 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,39361,1731964883065 2024-11-18T21:21:24,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462 2024-11-18T21:21:24,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462 2024-11-18T21:21:24,743 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-504351462/online-snapshot/acquired, /0-504351462/online-snapshot/reached, /0-504351462/online-snapshot/abort 2024-11-18T21:21:24,744 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,39361,1731964883065 2024-11-18T21:21:24,745 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:21:24,747 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:24,747 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:21:24,747 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:21:24,747 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of d63b309a8c2d,41661,1731964859637: status=Processing ServerCrashProcedure of d63b309a8c2d,41661,1731964859637 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731964872262, completionTime=-1 appears to have been leaked 2024-11-18T21:21:24,747 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,39361,1731964883065 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:21:24,749 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:24,749 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:24,749 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:24,749 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:24,749 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:21:24,749 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:24,749 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:21:24,749 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:24,758 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731964914758 2024-11-18T21:21:24,758 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:21:24,759 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:21:24,759 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:21:24,759 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:21:24,759 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:21:24,759 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:21:24,760 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:24,761 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:21:24,762 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:24,762 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:21:24,765 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:24,766 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:21:24,766 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:21:24,766 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:21:24,766 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:21:24,781 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:21:24,781 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:21:24,782 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964884781,5,FailOnTimeoutGroup] 2024-11-18T21:21:24,782 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964884782,5,FailOnTimeoutGroup] 2024-11-18T21:21:24,782 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:24,782 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:21:24,782 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:24,782 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:24,786 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(746): ClusterId : cf3e91df-9868-4423-9315-a028e32576bc 2024-11-18T21:21:24,786 DEBUG [RS:0;d63b309a8c2d:42901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:21:24,789 DEBUG [RS:0;d63b309a8c2d:42901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:21:24,789 DEBUG [RS:0;d63b309a8c2d:42901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:21:24,791 DEBUG [RS:0;d63b309a8c2d:42901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:21:24,792 DEBUG [RS:0;d63b309a8c2d:42901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5722cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:21:24,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:21:24,835 DEBUG [RS:0;d63b309a8c2d:42901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:42901 2024-11-18T21:21:24,835 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:21:24,835 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:21:24,835 DEBUG [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:21:24,837 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,39361,1731964883065 with port=42901, startcode=1731964883232 2024-11-18T21:21:24,838 DEBUG [RS:0;d63b309a8c2d:42901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:21:24,841 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:21:24,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39361 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,42901,1731964883232 2024-11-18T21:21:24,842 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39361 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,42901,1731964883232 2024-11-18T21:21:24,843 DEBUG [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7 2024-11-18T21:21:24,843 DEBUG [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33405 2024-11-18T21:21:24,843 DEBUG [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:21:24,845 DEBUG [RS:0;d63b309a8c2d:42901 {}] zookeeper.ZKUtil(111): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Set watcher on existing znode=/0-504351462/rs/d63b309a8c2d,42901,1731964883232 2024-11-18T21:21:24,845 WARN [RS:0;d63b309a8c2d:42901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:21:24,846 INFO [RS:0;d63b309a8c2d:42901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:24,846 DEBUG [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232 2024-11-18T21:21:24,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462/rs 2024-11-18T21:21:24,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,42901,1731964883232] 2024-11-18T21:21:24,893 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:21:24,895 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:21:24,896 INFO [RS:0;d63b309a8c2d:42901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:21:24,896 INFO [RS:0;d63b309a8c2d:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:24,897 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:21:24,898 INFO [RS:0;d63b309a8c2d:42901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:21:24,898 INFO [RS:0;d63b309a8c2d:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:24,898 DEBUG [RS:0;d63b309a8c2d:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:24,898 DEBUG [RS:0;d63b309a8c2d:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:24,898 DEBUG [RS:0;d63b309a8c2d:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:24,898 DEBUG [RS:0;d63b309a8c2d:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:24,898 DEBUG [RS:0;d63b309a8c2d:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:24,898 DEBUG [RS:0;d63b309a8c2d:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:21:24,898 DEBUG [RS:0;d63b309a8c2d:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:24,898 DEBUG [RS:0;d63b309a8c2d:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:24,899 DEBUG [RS:0;d63b309a8c2d:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:24,899 DEBUG [RS:0;d63b309a8c2d:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:24,899 DEBUG [RS:0;d63b309a8c2d:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:24,899 DEBUG [RS:0;d63b309a8c2d:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:24,899 DEBUG [RS:0;d63b309a8c2d:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:21:24,899 DEBUG [RS:0;d63b309a8c2d:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:21:24,904 INFO [RS:0;d63b309a8c2d:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:24,904 INFO [RS:0;d63b309a8c2d:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:24,904 INFO [RS:0;d63b309a8c2d:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:24,904 INFO [RS:0;d63b309a8c2d:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:24,904 INFO [RS:0;d63b309a8c2d:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:24,905 INFO [RS:0;d63b309a8c2d:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,42901,1731964883232-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:21:24,926 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:21:24,926 INFO [RS:0;d63b309a8c2d:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,42901,1731964883232-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:24,926 INFO [RS:0;d63b309a8c2d:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:24,926 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.Replication(171): d63b309a8c2d,42901,1731964883232 started 2024-11-18T21:21:24,946 INFO [RS:0;d63b309a8c2d:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:24,946 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,42901,1731964883232, RpcServer on d63b309a8c2d/172.17.0.3:42901, sessionid=0x10054c4d62c0001 2024-11-18T21:21:24,946 DEBUG [RS:0;d63b309a8c2d:42901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:21:24,946 DEBUG [RS:0;d63b309a8c2d:42901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,42901,1731964883232 2024-11-18T21:21:24,946 DEBUG [RS:0;d63b309a8c2d:42901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,42901,1731964883232' 2024-11-18T21:21:24,946 DEBUG [RS:0;d63b309a8c2d:42901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-504351462/flush-table-proc/abort' 2024-11-18T21:21:24,947 DEBUG [RS:0;d63b309a8c2d:42901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-504351462/flush-table-proc/acquired' 2024-11-18T21:21:24,948 DEBUG [RS:0;d63b309a8c2d:42901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:21:24,948 DEBUG [RS:0;d63b309a8c2d:42901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:21:24,948 DEBUG [RS:0;d63b309a8c2d:42901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,42901,1731964883232 2024-11-18T21:21:24,948 DEBUG [RS:0;d63b309a8c2d:42901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,42901,1731964883232' 2024-11-18T21:21:24,948 DEBUG [RS:0;d63b309a8c2d:42901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-504351462/online-snapshot/abort' 2024-11-18T21:21:24,950 DEBUG [RS:0;d63b309a8c2d:42901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-504351462/online-snapshot/acquired' 2024-11-18T21:21:24,950 DEBUG [RS:0;d63b309a8c2d:42901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:21:24,950 INFO [RS:0;d63b309a8c2d:42901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:21:24,950 INFO [RS:0;d63b309a8c2d:42901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:21:25,051 INFO [RS:0;d63b309a8c2d:42901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:21:25,067 INFO [RS:0;d63b309a8c2d:42901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C42901%2C1731964883232, suffix=, logDir=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232, archiveDir=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/oldWALs, maxLogs=10 2024-11-18T21:21:25,095 DEBUG [RS:0;d63b309a8c2d:42901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068, exclude list is [], retry=0 2024-11-18T21:21:25,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35833,DS-6a710712-c83f-4c01-a4c3-618496b82ecb,DISK] 2024-11-18T21:21:25,119 INFO [RS:0;d63b309a8c2d:42901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 2024-11-18T21:21:25,120 DEBUG [RS:0;d63b309a8c2d:42901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37461:37461)] 2024-11-18T21:21:25,202 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:21:25,202 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7 2024-11-18T21:21:25,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741833_1009 (size=32) 2024-11-18T21:21:25,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:25,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:21:25,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:21:25,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:25,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:25,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:21:25,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:21:25,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:25,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:25,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:21:25,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:21:25,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:25,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:25,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:21:25,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:21:25,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:25,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:25,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:21:25,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740 2024-11-18T21:21:25,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740 2024-11-18T21:21:25,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:21:25,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:21:25,268 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:25,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:21:25,280 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:25,281 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62332624, jitterRate=-0.07117152214050293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:25,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731964885221Initializing all the Stores at 1731964885222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964885222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964885222Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964885222Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964885222Cleaning up temporary data from old regions at 1731964885265 (+43 ms)Region opened successfully at 1731964885282 (+17 ms) 2024-11-18T21:21:25,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:21:25,282 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:21:25,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:21:25,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:21:25,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:21:25,282 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:21:25,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964885282Disabling compacts and flushes for region at 1731964885282Disabling writes for close at 1731964885282Writing region close event to WAL at 1731964885282Closed at 1731964885282 2024-11-18T21:21:25,285 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:25,285 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:21:25,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:21:25,287 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:21:25,288 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:21:25,438 DEBUG [d63b309a8c2d:39361 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:21:25,439 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,42901,1731964883232 2024-11-18T21:21:25,443 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,42901,1731964883232, state=OPENING 2024-11-18T21:21:25,446 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:21:25,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462 2024-11-18T21:21:25,449 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:21:25,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-504351462/meta-region-server: CHANGED 2024-11-18T21:21:25,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,42901,1731964883232}] 2024-11-18T21:21:25,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462 2024-11-18T21:21:25,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-504351462/meta-region-server: CHANGED 2024-11-18T21:21:25,601 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:21:25,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:21:25,609 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:21:25,609 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:25,609 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:21:25,612 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C42901%2C1731964883232.meta, suffix=.meta, logDir=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232, archiveDir=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/oldWALs, maxLogs=10 2024-11-18T21:21:25,630 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.meta.1731964885612.meta, exclude list is [], retry=0 2024-11-18T21:21:25,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35833,DS-6a710712-c83f-4c01-a4c3-618496b82ecb,DISK] 2024-11-18T21:21:25,643 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.meta.1731964885612.meta 2024-11-18T21:21:25,643 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37461:37461)] 2024-11-18T21:21:25,644 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:25,644 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:21:25,644 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:21:25,644 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:21:25,644 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:21:25,644 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:21:25,644 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:25,645 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:21:25,645 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:21:25,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:21:25,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:21:25,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:25,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:25,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:21:25,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:21:25,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:25,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:25,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:21:25,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:21:25,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:25,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:25,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:21:25,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:21:25,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:25,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:25,651 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:21:25,652 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740 2024-11-18T21:21:25,653 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740 2024-11-18T21:21:25,654 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:21:25,654 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:21:25,655 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:25,656 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:21:25,657 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58917404, jitterRate=-0.12206226587295532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:25,657 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:21:25,658 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964885645Writing region info on filesystem at 1731964885645Initializing all the Stores at 1731964885645Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964885646 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964885646Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964885646Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964885646Cleaning up temporary data from old regions at 1731964885654 (+8 ms)Running coprocessor post-open hooks at 1731964885657 (+3 ms)Region opened successfully at 1731964885658 (+1 ms) 2024-11-18T21:21:25,659 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731964885601 2024-11-18T21:21:25,662 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:21:25,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,42901,1731964883232 2024-11-18T21:21:25,663 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:21:25,663 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,42901,1731964883232, state=OPEN 2024-11-18T21:21:25,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-504351462/meta-region-server 2024-11-18T21:21:25,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-504351462/meta-region-server 2024-11-18T21:21:25,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-504351462/meta-region-server: CHANGED 2024-11-18T21:21:25,671 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,42901,1731964883232 2024-11-18T21:21:25,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-504351462/meta-region-server: CHANGED 2024-11-18T21:21:25,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:21:25,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,42901,1731964883232 in 222 msec 2024-11-18T21:21:25,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:21:25,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 389 msec 2024-11-18T21:21:25,677 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:25,677 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:21:25,679 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:25,679 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,42901,1731964883232, seqNum=-1] 2024-11-18T21:21:25,679 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:25,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:21:25,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 940 msec 2024-11-18T21:21:25,686 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964885686, completionTime=-1 2024-11-18T21:21:25,687 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:21:25,687 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:21:25,689 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:21:25,689 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731964945689 2024-11-18T21:21:25,689 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731965005689 2024-11-18T21:21:25,689 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T21:21:25,689 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39361,1731964883065-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:25,689 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39361,1731964883065-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:25,689 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39361,1731964883065-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:25,689 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:39361, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:25,689 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:25,692 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:21:25,692 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:25,697 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.128sec 2024-11-18T21:21:25,697 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:21:25,697 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:21:25,697 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:21:25,697 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:21:25,697 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:21:25,697 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39361,1731964883065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:21:25,697 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39361,1731964883065-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:21:25,718 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:21:25,718 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:21:25,718 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39361,1731964883065-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:25,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8a0263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:25,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,39361,-1 for getting cluster id 2024-11-18T21:21:25,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:25,799 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf3e91df-9868-4423-9315-a028e32576bc' 2024-11-18T21:21:25,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:25,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf3e91df-9868-4423-9315-a028e32576bc" 2024-11-18T21:21:25,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f9780a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:25,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,39361,-1] 2024-11-18T21:21:25,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:25,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:25,802 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:25,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586d64af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:25,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:25,805 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,42901,1731964883232, seqNum=-1] 2024-11-18T21:21:25,805 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:25,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:21:25,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,39361,1731964883065 2024-11-18T21:21:25,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50741 2024-11-18T21:21:25,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:21:25,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10054c4d62c0002 connected 2024-11-18T21:21:25,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/hadoop.log.dir so I do NOT create it in target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180 2024-11-18T21:21:25,818 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:21:25,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/hadoop.tmp.dir so I do NOT create it in target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180 2024-11-18T21:21:25,818 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:21:25,818 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180 2024-11-18T21:21:25,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:21:25,818 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/cluster_2a380f85-3396-17fe-4e6f-599ebfa8cc86, deleteOnExit=true 2024-11-18T21:21:25,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:21:25,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/test.cache.data in system properties and HBase conf 2024-11-18T21:21:25,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:21:25,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:21:25,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:21:25,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:21:25,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:21:25,819 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:21:25,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:21:25,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:21:25,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:21:25,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:21:25,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:21:25,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:21:25,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:21:25,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:21:25,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:21:25,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:21:25,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:21:25,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:21:25,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:21:25,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:21:25,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:21:25,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:21:25,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:21:25,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:21:25,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:21:25,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:21:25,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27d8bc7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:21:25,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b74bab8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:21:26,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20a9193d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/java.io.tmpdir/jetty-localhost-42243-hadoop-hdfs-3_4_1-tests_jar-_-any-5938178239528045492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:21:26,127 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cd741ea{HTTP/1.1, (http/1.1)}{localhost:42243} 2024-11-18T21:21:26,128 INFO [Time-limited test {}] server.Server(415): Started @152504ms 2024-11-18T21:21:26,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:21:26,300 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:21:26,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:21:26,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:21:26,323 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:21:26,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4723368d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:21:26,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@449c586f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:21:26,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2febc756{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/java.io.tmpdir/jetty-localhost-41185-hadoop-hdfs-3_4_1-tests_jar-_-any-7793696254254476810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:21:26,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c143e7b{HTTP/1.1, (http/1.1)}{localhost:41185} 2024-11-18T21:21:26,486 INFO [Time-limited test {}] server.Server(415): Started @152862ms 2024-11-18T21:21:26,489 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:21:26,638 WARN [Thread-1787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/cluster_2a380f85-3396-17fe-4e6f-599ebfa8cc86/data/data1/current/BP-1992823469-172.17.0.3-1731964885846/current, will proceed with Du for space computation calculation, 2024-11-18T21:21:26,657 WARN [Thread-1788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/cluster_2a380f85-3396-17fe-4e6f-599ebfa8cc86/data/data2/current/BP-1992823469-172.17.0.3-1731964885846/current, will proceed with Du for space computation calculation, 2024-11-18T21:21:26,712 WARN [Thread-1775 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:21:26,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cf9c65f4d4bbd12 with lease ID 0x8e8adf853973abb8: Processing first storage report for DS-f5f4539a-1580-4b26-9508-8ec2ad3501b2 from datanode DatanodeRegistration(127.0.0.1:39777, datanodeUuid=83edd240-65fd-4e29-a9b4-355e8c6e7171, infoPort=36135, infoSecurePort=0, ipcPort=39779, storageInfo=lv=-57;cid=testClusterID;nsid=560317081;c=1731964885846) 2024-11-18T21:21:26,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cf9c65f4d4bbd12 with lease ID 0x8e8adf853973abb8: from storage DS-f5f4539a-1580-4b26-9508-8ec2ad3501b2 node DatanodeRegistration(127.0.0.1:39777, datanodeUuid=83edd240-65fd-4e29-a9b4-355e8c6e7171, infoPort=36135, infoSecurePort=0, ipcPort=39779, storageInfo=lv=-57;cid=testClusterID;nsid=560317081;c=1731964885846), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:21:26,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cf9c65f4d4bbd12 with lease ID 0x8e8adf853973abb8: Processing first storage report for DS-8067c534-0eef-402b-8572-0af19a605d23 from datanode DatanodeRegistration(127.0.0.1:39777, datanodeUuid=83edd240-65fd-4e29-a9b4-355e8c6e7171, infoPort=36135, infoSecurePort=0, ipcPort=39779, storageInfo=lv=-57;cid=testClusterID;nsid=560317081;c=1731964885846) 2024-11-18T21:21:26,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cf9c65f4d4bbd12 with lease ID 0x8e8adf853973abb8: from storage DS-8067c534-0eef-402b-8572-0af19a605d23 node DatanodeRegistration(127.0.0.1:39777, datanodeUuid=83edd240-65fd-4e29-a9b4-355e8c6e7171, infoPort=36135, infoSecurePort=0, ipcPort=39779, storageInfo=lv=-57;cid=testClusterID;nsid=560317081;c=1731964885846), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:21:26,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180 2024-11-18T21:21:26,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:26,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:26,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:21:26,766 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c with version=8 2024-11-18T21:21:26,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/hbase-staging 2024-11-18T21:21:26,768 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:21:26,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:26,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:26,769 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:21:26,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:26,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:21:26,769 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:21:26,769 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:21:26,770 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33789 2024-11-18T21:21:26,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33789 connecting to ZooKeeper ensemble=127.0.0.1:50741 2024-11-18T21:21:26,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337890x0, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:21:26,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33789-0x10054c4d62c0003 connected 2024-11-18T21:21:26,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:26,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:26,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Set watcher on znode that does not yet exist, /1377297897/running 2024-11-18T21:21:26,833 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c, hbase.cluster.distributed=false 2024-11-18T21:21:26,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Set watcher on znode that does not yet exist, /1377297897/acl 2024-11-18T21:21:26,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33789 2024-11-18T21:21:26,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33789 2024-11-18T21:21:26,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33789 2024-11-18T21:21:26,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33789 2024-11-18T21:21:26,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33789 2024-11-18T21:21:26,913 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:21:26,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:26,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:26,913 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:21:26,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:26,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:21:26,913 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:21:26,913 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:21:26,921 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39393 2024-11-18T21:21:26,924 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39393 connecting to ZooKeeper ensemble=127.0.0.1:50741 2024-11-18T21:21:26,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:26,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:26,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393930x0, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:21:26,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39393-0x10054c4d62c0004 connected 2024-11-18T21:21:26,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Set watcher on znode that does not yet exist, /1377297897/running 2024-11-18T21:21:26,939 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:21:26,940 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:21:26,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Set watcher on znode that does not yet exist, /1377297897/master 2024-11-18T21:21:26,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Set watcher on znode that does not yet exist, /1377297897/acl 2024-11-18T21:21:26,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39393 2024-11-18T21:21:26,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39393 2024-11-18T21:21:26,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39393 2024-11-18T21:21:26,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39393 2024-11-18T21:21:26,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39393 2024-11-18T21:21:26,960 DEBUG [M:0;d63b309a8c2d:33789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:33789 2024-11-18T21:21:26,967 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1377297897/backup-masters/d63b309a8c2d,33789,1731964886768 2024-11-18T21:21:26,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897/backup-masters 2024-11-18T21:21:26,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897/backup-masters 2024-11-18T21:21:26,973 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Set watcher on existing znode=/1377297897/backup-masters/d63b309a8c2d,33789,1731964886768 2024-11-18T21:21:26,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1377297897/master 2024-11-18T21:21:26,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897 2024-11-18T21:21:26,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897 2024-11-18T21:21:26,978 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Set watcher on existing znode=/1377297897/master 2024-11-18T21:21:26,979 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1377297897/backup-masters/d63b309a8c2d,33789,1731964886768 from backup master directory 2024-11-18T21:21:26,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897/backup-masters 2024-11-18T21:21:26,981 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:21:26,981 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,33789,1731964886768 2024-11-18T21:21:26,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1377297897/backup-masters/d63b309a8c2d,33789,1731964886768 2024-11-18T21:21:26,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897/backup-masters 2024-11-18T21:21:26,996 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/hbase.id] with ID: 585b37bd-4d2c-4296-a1cf-403ed8f94a8a 2024-11-18T21:21:26,996 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/.tmp/hbase.id 2024-11-18T21:21:27,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:21:27,057 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/.tmp/hbase.id]:[hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/hbase.id] 2024-11-18T21:21:27,092 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:27,092 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:21:27,093 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T21:21:27,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897 2024-11-18T21:21:27,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897 2024-11-18T21:21:27,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:21:27,527 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:21:27,528 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:21:27,530 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:27,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:21:27,562 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store 2024-11-18T21:21:27,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:21:27,611 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:27,611 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:21:27,611 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:27,611 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:27,611 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:21:27,611 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:27,611 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:27,611 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964887611Disabling compacts and flushes for region at 1731964887611Disabling writes for close at 1731964887611Writing region close event to WAL at 1731964887611Closed at 1731964887611 2024-11-18T21:21:27,613 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/.initializing 2024-11-18T21:21:27,613 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/WALs/d63b309a8c2d,33789,1731964886768 2024-11-18T21:21:27,616 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:21:27,619 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C33789%2C1731964886768, suffix=, logDir=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/WALs/d63b309a8c2d,33789,1731964886768, archiveDir=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/oldWALs, maxLogs=10 2024-11-18T21:21:27,644 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/WALs/d63b309a8c2d,33789,1731964886768/d63b309a8c2d%2C33789%2C1731964886768.1731964887619, exclude list is [], retry=0 2024-11-18T21:21:27,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39777,DS-f5f4539a-1580-4b26-9508-8ec2ad3501b2,DISK] 2024-11-18T21:21:27,661 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/WALs/d63b309a8c2d,33789,1731964886768/d63b309a8c2d%2C33789%2C1731964886768.1731964887619 2024-11-18T21:21:27,662 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36135:36135)] 2024-11-18T21:21:27,662 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:27,663 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:27,663 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:27,663 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:27,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:27,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:21:27,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:27,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:27,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:27,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:21:27,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:27,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:27,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:27,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:21:27,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:27,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:27,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:27,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:21:27,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:27,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:27,706 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:27,708 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:27,708 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:27,711 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:27,711 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:27,712 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:27,714 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:27,721 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:27,721 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60633984, jitterRate=-0.09648323059082031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:27,721 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964887663Initializing all the Stores at 1731964887664 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964887664Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964887672 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964887672Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964887672Cleaning up temporary data from old regions at 1731964887711 (+39 ms)Region opened successfully at 1731964887721 (+10 ms) 2024-11-18T21:21:27,724 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:21:27,728 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf2de4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:21:27,729 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:21:27,729 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:21:27,729 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:21:27,729 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:21:27,730 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:21:27,730 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:21:27,730 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:21:27,734 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:21:27,735 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Unable to get data of znode /1377297897/balancer because node does not exist (not necessarily an error) 2024-11-18T21:21:27,736 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1377297897/balancer already deleted, retry=false 2024-11-18T21:21:27,736 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:21:27,737 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Unable to get data of znode /1377297897/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:21:27,738 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1377297897/normalizer already deleted, retry=false 2024-11-18T21:21:27,738 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:21:27,746 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Unable to get data of znode /1377297897/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:21:27,747 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1377297897/switch/split already deleted, retry=false 2024-11-18T21:21:27,748 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Unable to get data of znode /1377297897/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:21:27,749 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1377297897/switch/merge already deleted, retry=false 2024-11-18T21:21:27,751 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Unable to get data of znode /1377297897/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:21:27,752 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1377297897/snapshot-cleanup already deleted, retry=false 2024-11-18T21:21:27,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1377297897/running 2024-11-18T21:21:27,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1377297897/running 2024-11-18T21:21:27,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897 2024-11-18T21:21:27,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897 2024-11-18T21:21:27,754 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,33789,1731964886768, sessionid=0x10054c4d62c0003, setting cluster-up flag (Was=false) 2024-11-18T21:21:27,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897 2024-11-18T21:21:27,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897 2024-11-18T21:21:27,768 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1377297897/flush-table-proc/acquired, /1377297897/flush-table-proc/reached, /1377297897/flush-table-proc/abort 2024-11-18T21:21:27,769 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,33789,1731964886768 2024-11-18T21:21:27,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897 2024-11-18T21:21:27,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897 2024-11-18T21:21:27,777 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1377297897/online-snapshot/acquired, /1377297897/online-snapshot/reached, /1377297897/online-snapshot/abort 2024-11-18T21:21:27,780 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,33789,1731964886768 2024-11-18T21:21:27,785 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:21:27,786 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:27,787 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:21:27,787 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:21:27,787 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,33789,1731964886768 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:21:27,788 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:27,788 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:27,788 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:27,788 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:27,788 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:21:27,788 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:27,788 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:21:27,788 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:27,797 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:27,797 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:21:27,799 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:27,799 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:21:27,799 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731964917799 2024-11-18T21:21:27,799 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:21:27,800 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:21:27,800 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:21:27,800 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:21:27,800 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:21:27,800 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:21:27,805 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:27,807 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:21:27,807 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:21:27,807 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:21:27,807 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:21:27,807 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:21:27,807 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:21:27,812 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964887808,5,FailOnTimeoutGroup] 2024-11-18T21:21:27,814 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964887812,5,FailOnTimeoutGroup] 2024-11-18T21:21:27,814 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:27,814 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:21:27,814 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:27,814 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:27,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:21:27,852 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(746): ClusterId : 585b37bd-4d2c-4296-a1cf-403ed8f94a8a 2024-11-18T21:21:27,852 DEBUG [RS:0;d63b309a8c2d:39393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:21:27,855 DEBUG [RS:0;d63b309a8c2d:39393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:21:27,855 DEBUG [RS:0;d63b309a8c2d:39393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:21:27,858 DEBUG [RS:0;d63b309a8c2d:39393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:21:27,858 DEBUG [RS:0;d63b309a8c2d:39393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1550eb36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:21:27,877 DEBUG [RS:0;d63b309a8c2d:39393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:39393 2024-11-18T21:21:27,877 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:21:27,877 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:21:27,877 DEBUG [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:21:27,878 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,33789,1731964886768 with port=39393, startcode=1731964886913 2024-11-18T21:21:27,878 DEBUG [RS:0;d63b309a8c2d:39393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:21:27,885 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:21:27,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,39393,1731964886913 2024-11-18T21:21:27,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33789 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,39393,1731964886913 2024-11-18T21:21:27,887 DEBUG [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c 2024-11-18T21:21:27,887 DEBUG [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36673 2024-11-18T21:21:27,887 DEBUG [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:21:27,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897/rs 2024-11-18T21:21:27,891 DEBUG [RS:0;d63b309a8c2d:39393 {}] zookeeper.ZKUtil(111): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Set watcher on existing znode=/1377297897/rs/d63b309a8c2d,39393,1731964886913 2024-11-18T21:21:27,891 WARN [RS:0;d63b309a8c2d:39393 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:21:27,891 INFO [RS:0;d63b309a8c2d:39393 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:27,891 DEBUG [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913 2024-11-18T21:21:27,897 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,39393,1731964886913] 2024-11-18T21:21:27,902 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:21:27,904 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:21:27,912 INFO [RS:0;d63b309a8c2d:39393 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:21:27,913 INFO [RS:0;d63b309a8c2d:39393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:27,913 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:21:27,914 INFO [RS:0;d63b309a8c2d:39393 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:21:27,914 INFO [RS:0;d63b309a8c2d:39393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:27,914 DEBUG [RS:0;d63b309a8c2d:39393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:27,914 DEBUG [RS:0;d63b309a8c2d:39393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:27,914 DEBUG [RS:0;d63b309a8c2d:39393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:27,914 DEBUG [RS:0;d63b309a8c2d:39393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:27,915 DEBUG [RS:0;d63b309a8c2d:39393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:27,915 DEBUG [RS:0;d63b309a8c2d:39393 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:21:27,915 DEBUG [RS:0;d63b309a8c2d:39393 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:27,915 DEBUG [RS:0;d63b309a8c2d:39393 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:27,915 DEBUG [RS:0;d63b309a8c2d:39393 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:27,915 DEBUG [RS:0;d63b309a8c2d:39393 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:27,915 DEBUG [RS:0;d63b309a8c2d:39393 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:27,915 DEBUG [RS:0;d63b309a8c2d:39393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:27,915 DEBUG [RS:0;d63b309a8c2d:39393 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:21:27,915 DEBUG [RS:0;d63b309a8c2d:39393 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:21:27,917 INFO [RS:0;d63b309a8c2d:39393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:27,917 INFO [RS:0;d63b309a8c2d:39393 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:27,917 INFO [RS:0;d63b309a8c2d:39393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:27,917 INFO [RS:0;d63b309a8c2d:39393 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:27,917 INFO [RS:0;d63b309a8c2d:39393 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:27,917 INFO [RS:0;d63b309a8c2d:39393 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39393,1731964886913-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:21:27,937 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:21:27,937 INFO [RS:0;d63b309a8c2d:39393 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39393,1731964886913-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:27,938 INFO [RS:0;d63b309a8c2d:39393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:27,938 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.Replication(171): d63b309a8c2d,39393,1731964886913 started 2024-11-18T21:21:27,960 INFO [RS:0;d63b309a8c2d:39393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:27,960 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,39393,1731964886913, RpcServer on d63b309a8c2d/172.17.0.3:39393, sessionid=0x10054c4d62c0004 2024-11-18T21:21:27,961 DEBUG [RS:0;d63b309a8c2d:39393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:21:27,961 DEBUG [RS:0;d63b309a8c2d:39393 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,39393,1731964886913 2024-11-18T21:21:27,961 DEBUG [RS:0;d63b309a8c2d:39393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,39393,1731964886913' 2024-11-18T21:21:27,961 DEBUG [RS:0;d63b309a8c2d:39393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1377297897/flush-table-proc/abort' 2024-11-18T21:21:27,961 DEBUG [RS:0;d63b309a8c2d:39393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1377297897/flush-table-proc/acquired' 2024-11-18T21:21:27,962 DEBUG [RS:0;d63b309a8c2d:39393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:21:27,962 DEBUG [RS:0;d63b309a8c2d:39393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:21:27,962 DEBUG [RS:0;d63b309a8c2d:39393 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,39393,1731964886913 2024-11-18T21:21:27,962 DEBUG [RS:0;d63b309a8c2d:39393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,39393,1731964886913' 2024-11-18T21:21:27,962 DEBUG [RS:0;d63b309a8c2d:39393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1377297897/online-snapshot/abort' 2024-11-18T21:21:27,962 DEBUG [RS:0;d63b309a8c2d:39393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1377297897/online-snapshot/acquired' 2024-11-18T21:21:27,963 DEBUG [RS:0;d63b309a8c2d:39393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:21:27,963 INFO [RS:0;d63b309a8c2d:39393 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:21:27,963 INFO [RS:0;d63b309a8c2d:39393 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:21:28,063 INFO [RS:0;d63b309a8c2d:39393 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:21:28,065 INFO [RS:0;d63b309a8c2d:39393 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C39393%2C1731964886913, suffix=, logDir=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913, archiveDir=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/oldWALs, maxLogs=10 2024-11-18T21:21:28,078 DEBUG [RS:0;d63b309a8c2d:39393 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065, exclude list is [], retry=0 2024-11-18T21:21:28,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39777,DS-f5f4539a-1580-4b26-9508-8ec2ad3501b2,DISK] 2024-11-18T21:21:28,083 INFO [RS:0;d63b309a8c2d:39393 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 2024-11-18T21:21:28,084 DEBUG [RS:0;d63b309a8c2d:39393 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36135:36135)] 2024-11-18T21:21:28,220 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:21:28,221 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c 2024-11-18T21:21:28,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741833_1009 (size=32) 2024-11-18T21:21:28,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:28,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:21:28,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:21:28,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:28,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:28,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:21:28,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:21:28,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:28,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:28,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:21:28,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:21:28,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:28,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:28,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:21:28,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:21:28,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:28,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:28,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:21:28,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740 2024-11-18T21:21:28,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740 2024-11-18T21:21:28,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:21:28,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:21:28,656 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:28,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:21:28,660 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:28,661 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64484994, jitterRate=-0.03909870982170105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:28,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731964888642Initializing all the Stores at 1731964888644 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964888644Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964888644Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964888644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964888644Cleaning up temporary data from old regions at 1731964888655 (+11 ms)Region opened successfully at 1731964888661 (+6 ms) 2024-11-18T21:21:28,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:21:28,661 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:21:28,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:21:28,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:21:28,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:21:28,662 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:21:28,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964888661Disabling compacts and flushes for region at 1731964888661Disabling writes for close at 1731964888661Writing region close event to WAL at 1731964888662 (+1 ms)Closed at 1731964888662 2024-11-18T21:21:28,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:28,663 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:21:28,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:21:28,664 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:21:28,665 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:21:28,815 DEBUG [d63b309a8c2d:33789 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:21:28,816 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,39393,1731964886913 2024-11-18T21:21:28,821 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,39393,1731964886913, state=OPENING 2024-11-18T21:21:28,831 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:21:28,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897 2024-11-18T21:21:28,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897 2024-11-18T21:21:28,842 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:21:28,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,39393,1731964886913}] 2024-11-18T21:21:28,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1377297897/meta-region-server: CHANGED 2024-11-18T21:21:28,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1377297897/meta-region-server: CHANGED 2024-11-18T21:21:29,001 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:21:29,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:21:29,013 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:21:29,013 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:29,013 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:21:29,016 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C39393%2C1731964886913.meta, suffix=.meta, logDir=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913, archiveDir=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/oldWALs, maxLogs=10 2024-11-18T21:21:29,036 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.meta.1731964889016.meta, exclude list is [], retry=0 2024-11-18T21:21:29,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39777,DS-f5f4539a-1580-4b26-9508-8ec2ad3501b2,DISK] 2024-11-18T21:21:29,045 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.meta.1731964889016.meta 2024-11-18T21:21:29,047 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36135:36135)] 2024-11-18T21:21:29,048 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:29,048 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:21:29,048 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:21:29,048 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:21:29,048 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:21:29,048 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:21:29,048 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:29,048 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:21:29,048 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:21:29,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:21:29,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:21:29,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:29,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:29,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:21:29,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:21:29,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:29,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:29,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:21:29,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:21:29,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:29,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:29,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:21:29,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:21:29,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:29,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:29,057 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:21:29,058 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740 2024-11-18T21:21:29,060 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740 2024-11-18T21:21:29,061 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:21:29,061 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:21:29,061 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:29,072 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:21:29,073 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66532622, jitterRate=-0.008586674928665161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:29,074 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:21:29,074 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964889049Writing region info on filesystem at 1731964889049Initializing all the Stores at 1731964889049Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964889050 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964889052 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964889052Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964889052Cleaning up temporary data from old regions at 1731964889061 (+9 ms)Running coprocessor post-open hooks at 1731964889074 (+13 ms)Region opened successfully at 1731964889074 2024-11-18T21:21:29,075 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731964889000 2024-11-18T21:21:29,078 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:21:29,078 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:21:29,085 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,39393,1731964886913 2024-11-18T21:21:29,089 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,39393,1731964886913, state=OPEN 2024-11-18T21:21:29,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1377297897/meta-region-server 2024-11-18T21:21:29,090 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,39393,1731964886913 2024-11-18T21:21:29,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1377297897/meta-region-server: CHANGED 2024-11-18T21:21:29,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1377297897/meta-region-server 2024-11-18T21:21:29,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1377297897/meta-region-server: CHANGED 2024-11-18T21:21:29,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:21:29,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,39393,1731964886913 in 248 msec 2024-11-18T21:21:29,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:21:29,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-18T21:21:29,103 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:29,103 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:21:29,105 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:29,105 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1] 2024-11-18T21:21:29,105 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:29,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:21:29,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3280 sec 2024-11-18T21:21:29,114 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964889114, completionTime=-1 2024-11-18T21:21:29,114 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:21:29,115 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:21:29,116 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:21:29,117 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731964949116 2024-11-18T21:21:29,117 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731965009117 2024-11-18T21:21:29,117 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T21:21:29,117 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33789,1731964886768-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:29,117 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33789,1731964886768-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:29,117 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33789,1731964886768-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:29,117 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:33789, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:29,117 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:29,119 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:21:29,120 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:29,123 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.142sec 2024-11-18T21:21:29,123 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:21:29,123 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:21:29,123 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:21:29,123 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:21:29,123 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:21:29,123 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33789,1731964886768-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:21:29,123 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33789,1731964886768-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:21:29,126 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:21:29,126 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:21:29,126 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33789,1731964886768-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:29,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b981b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:29,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33789,-1 for getting cluster id 2024-11-18T21:21:29,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:29,181 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585b37bd-4d2c-4296-a1cf-403ed8f94a8a' 2024-11-18T21:21:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585b37bd-4d2c-4296-a1cf-403ed8f94a8a" 2024-11-18T21:21:29,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97b39a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:29,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33789,-1] 2024-11-18T21:21:29,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:29,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:29,183 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:29,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59508997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:29,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1] 2024-11-18T21:21:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:29,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:21:29,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,33789,1731964886768 2024-11-18T21:21:29,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50741 2024-11-18T21:21:29,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:21:29,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:29,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,39361,1731964883065 2024-11-18T21:21:29,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c594bfa 2024-11-18T21:21:29,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:29,212 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:21:29,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:21:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T21:21:29,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:21:29,216 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:29,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T21:21:29,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:21:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:29,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10054c4d62c0005 connected 2024-11-18T21:21:29,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741835_1011 (size=902) 2024-11-18T21:21:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:29,646 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b61911ae7f89d33229a211874e6cb0d, NAME => 'test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7 2024-11-18T21:21:29,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741836_1012 (size=39) 2024-11-18T21:21:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:30,062 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:30,062 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9b61911ae7f89d33229a211874e6cb0d, disabling compactions & flushes 2024-11-18T21:21:30,062 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d. 2024-11-18T21:21:30,062 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d. 2024-11-18T21:21:30,062 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d. after waiting 0 ms 2024-11-18T21:21:30,062 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d. 2024-11-18T21:21:30,062 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d. 2024-11-18T21:21:30,062 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b61911ae7f89d33229a211874e6cb0d: Waiting for close lock at 1731964890062Disabling compacts and flushes for region at 1731964890062Disabling writes for close at 1731964890062Writing region close event to WAL at 1731964890062Closed at 1731964890062 2024-11-18T21:21:30,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:21:30,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731964890064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964890064"}]},"ts":"1731964890064"} 2024-11-18T21:21:30,067 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:21:30,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:21:30,068 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964890068"}]},"ts":"1731964890068"} 2024-11-18T21:21:30,070 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T21:21:30,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9b61911ae7f89d33229a211874e6cb0d, ASSIGN}] 2024-11-18T21:21:30,072 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9b61911ae7f89d33229a211874e6cb0d, ASSIGN 2024-11-18T21:21:30,076 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9b61911ae7f89d33229a211874e6cb0d, ASSIGN; state=OFFLINE, location=d63b309a8c2d,42901,1731964883232; forceNewPlan=false, retain=false 2024-11-18T21:21:30,227 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b61911ae7f89d33229a211874e6cb0d, regionState=OPENING, regionLocation=d63b309a8c2d,42901,1731964883232 2024-11-18T21:21:30,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9b61911ae7f89d33229a211874e6cb0d, ASSIGN because future has completed 2024-11-18T21:21:30,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b61911ae7f89d33229a211874e6cb0d, server=d63b309a8c2d,42901,1731964883232}] 2024-11-18T21:21:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:30,432 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d. 2024-11-18T21:21:30,432 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b61911ae7f89d33229a211874e6cb0d, NAME => 'test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:30,433 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:21:30,433 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T21:21:30,433 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9b61911ae7f89d33229a211874e6cb0d 2024-11-18T21:21:30,433 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:30,433 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9b61911ae7f89d33229a211874e6cb0d 2024-11-18T21:21:30,433 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9b61911ae7f89d33229a211874e6cb0d 2024-11-18T21:21:30,451 INFO [StoreOpener-9b61911ae7f89d33229a211874e6cb0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9b61911ae7f89d33229a211874e6cb0d 2024-11-18T21:21:30,457 INFO [StoreOpener-9b61911ae7f89d33229a211874e6cb0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b61911ae7f89d33229a211874e6cb0d columnFamilyName f 2024-11-18T21:21:30,457 DEBUG [StoreOpener-9b61911ae7f89d33229a211874e6cb0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:30,457 INFO [StoreOpener-9b61911ae7f89d33229a211874e6cb0d-1 {}] regionserver.HStore(327): Store=9b61911ae7f89d33229a211874e6cb0d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:30,458 INFO [StoreOpener-9b61911ae7f89d33229a211874e6cb0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9b61911ae7f89d33229a211874e6cb0d 2024-11-18T21:21:30,469 INFO [StoreOpener-9b61911ae7f89d33229a211874e6cb0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b61911ae7f89d33229a211874e6cb0d columnFamilyName f1 2024-11-18T21:21:30,469 DEBUG [StoreOpener-9b61911ae7f89d33229a211874e6cb0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:30,472 INFO [StoreOpener-9b61911ae7f89d33229a211874e6cb0d-1 {}] regionserver.HStore(327): Store=9b61911ae7f89d33229a211874e6cb0d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:30,472 INFO [StoreOpener-9b61911ae7f89d33229a211874e6cb0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9b61911ae7f89d33229a211874e6cb0d 2024-11-18T21:21:30,481 INFO [StoreOpener-9b61911ae7f89d33229a211874e6cb0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b61911ae7f89d33229a211874e6cb0d columnFamilyName norep 2024-11-18T21:21:30,481 DEBUG [StoreOpener-9b61911ae7f89d33229a211874e6cb0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:30,481 INFO [StoreOpener-9b61911ae7f89d33229a211874e6cb0d-1 {}] regionserver.HStore(327): Store=9b61911ae7f89d33229a211874e6cb0d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:30,481 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9b61911ae7f89d33229a211874e6cb0d 2024-11-18T21:21:30,486 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d 2024-11-18T21:21:30,487 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d 2024-11-18T21:21:30,488 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9b61911ae7f89d33229a211874e6cb0d 2024-11-18T21:21:30,488 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9b61911ae7f89d33229a211874e6cb0d 2024-11-18T21:21:30,489 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:21:30,500 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9b61911ae7f89d33229a211874e6cb0d 2024-11-18T21:21:30,520 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:30,524 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9b61911ae7f89d33229a211874e6cb0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73479989, jitterRate=0.09493716061115265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:21:30,525 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b61911ae7f89d33229a211874e6cb0d 2024-11-18T21:21:30,525 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9b61911ae7f89d33229a211874e6cb0d: Running coprocessor pre-open hook at 1731964890434Writing region info on filesystem at 1731964890434Initializing all the Stores at 1731964890445 (+11 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964890445Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964890448 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964890448Cleaning up temporary data from old regions at 1731964890488 (+40 ms)Running coprocessor post-open hooks at 1731964890525 (+37 ms)Region opened successfully at 1731964890525 2024-11-18T21:21:30,527 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d., pid=6, masterSystemTime=1731964890398 2024-11-18T21:21:30,530 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d. 2024-11-18T21:21:30,530 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d. 2024-11-18T21:21:30,534 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b61911ae7f89d33229a211874e6cb0d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d63b309a8c2d,42901,1731964883232 2024-11-18T21:21:30,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b61911ae7f89d33229a211874e6cb0d, server=d63b309a8c2d,42901,1731964883232 because future has completed 2024-11-18T21:21:30,543 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39361 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d63b309a8c2d,42901,1731964883232, table=test, region=9b61911ae7f89d33229a211874e6cb0d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T21:21:30,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:21:30,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b61911ae7f89d33229a211874e6cb0d, server=d63b309a8c2d,42901,1731964883232 in 313 msec 2024-11-18T21:21:30,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T21:21:30,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9b61911ae7f89d33229a211874e6cb0d, ASSIGN in 478 msec 2024-11-18T21:21:30,553 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:21:30,554 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964890553"}]},"ts":"1731964890553"} 2024-11-18T21:21:30,556 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T21:21:30,557 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:21:30,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3440 sec 2024-11-18T21:21:31,147 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:21:31,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:31,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:31,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:31,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:31,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:31,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:31,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:31,251 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T21:21:31,251 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T21:21:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:31,364 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T21:21:31,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33789,1731964886768 2024-11-18T21:21:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ff8dff5 2024-11-18T21:21:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:31,367 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:21:31,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:21:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T21:21:31,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:21:31,370 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:31,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T21:21:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:31,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:21:31,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741835_1011 (size=902) 2024-11-18T21:21:31,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a9e90fc208cf0f48821a61f5df7b419, NAME => 'test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c 2024-11-18T21:21:31,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741836_1012 (size=39) 2024-11-18T21:21:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:31,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:31,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8a9e90fc208cf0f48821a61f5df7b419, disabling compactions & flushes 2024-11-18T21:21:31,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419. 2024-11-18T21:21:31,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419. 2024-11-18T21:21:31,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419. after waiting 0 ms 2024-11-18T21:21:31,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419. 2024-11-18T21:21:31,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419. 2024-11-18T21:21:31,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a9e90fc208cf0f48821a61f5df7b419: Waiting for close lock at 1731964891801Disabling compacts and flushes for region at 1731964891801Disabling writes for close at 1731964891801Writing region close event to WAL at 1731964891801Closed at 1731964891801 2024-11-18T21:21:31,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:21:31,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731964891803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964891803"}]},"ts":"1731964891803"} 2024-11-18T21:21:31,805 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:21:31,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:21:31,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964891808"}]},"ts":"1731964891808"} 2024-11-18T21:21:31,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T21:21:31,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a9e90fc208cf0f48821a61f5df7b419, ASSIGN}] 2024-11-18T21:21:31,812 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a9e90fc208cf0f48821a61f5df7b419, ASSIGN 2024-11-18T21:21:31,813 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8a9e90fc208cf0f48821a61f5df7b419, ASSIGN; state=OFFLINE, location=d63b309a8c2d,39393,1731964886913; forceNewPlan=false, retain=false 2024-11-18T21:21:31,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a9e90fc208cf0f48821a61f5df7b419, regionState=OPENING, regionLocation=d63b309a8c2d,39393,1731964886913 2024-11-18T21:21:31,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8a9e90fc208cf0f48821a61f5df7b419, ASSIGN because future has completed 2024-11-18T21:21:31,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a9e90fc208cf0f48821a61f5df7b419, server=d63b309a8c2d,39393,1731964886913}] 2024-11-18T21:21:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:32,126 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419. 2024-11-18T21:21:32,127 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a9e90fc208cf0f48821a61f5df7b419, NAME => 'test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:32,127 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:21:32,127 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T21:21:32,127 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8a9e90fc208cf0f48821a61f5df7b419 2024-11-18T21:21:32,127 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:32,127 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8a9e90fc208cf0f48821a61f5df7b419 2024-11-18T21:21:32,127 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8a9e90fc208cf0f48821a61f5df7b419 2024-11-18T21:21:32,133 INFO [StoreOpener-8a9e90fc208cf0f48821a61f5df7b419-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8a9e90fc208cf0f48821a61f5df7b419 2024-11-18T21:21:32,134 INFO [StoreOpener-8a9e90fc208cf0f48821a61f5df7b419-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a9e90fc208cf0f48821a61f5df7b419 columnFamilyName f 2024-11-18T21:21:32,134 DEBUG [StoreOpener-8a9e90fc208cf0f48821a61f5df7b419-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:32,135 INFO [StoreOpener-8a9e90fc208cf0f48821a61f5df7b419-1 {}] regionserver.HStore(327): Store=8a9e90fc208cf0f48821a61f5df7b419/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:32,135 INFO [StoreOpener-8a9e90fc208cf0f48821a61f5df7b419-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8a9e90fc208cf0f48821a61f5df7b419 2024-11-18T21:21:32,136 INFO [StoreOpener-8a9e90fc208cf0f48821a61f5df7b419-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a9e90fc208cf0f48821a61f5df7b419 columnFamilyName f1 2024-11-18T21:21:32,136 DEBUG [StoreOpener-8a9e90fc208cf0f48821a61f5df7b419-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:32,136 INFO [StoreOpener-8a9e90fc208cf0f48821a61f5df7b419-1 {}] regionserver.HStore(327): Store=8a9e90fc208cf0f48821a61f5df7b419/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:32,136 INFO [StoreOpener-8a9e90fc208cf0f48821a61f5df7b419-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8a9e90fc208cf0f48821a61f5df7b419 2024-11-18T21:21:32,137 INFO [StoreOpener-8a9e90fc208cf0f48821a61f5df7b419-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a9e90fc208cf0f48821a61f5df7b419 columnFamilyName norep 2024-11-18T21:21:32,138 DEBUG [StoreOpener-8a9e90fc208cf0f48821a61f5df7b419-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:32,138 INFO [StoreOpener-8a9e90fc208cf0f48821a61f5df7b419-1 {}] regionserver.HStore(327): Store=8a9e90fc208cf0f48821a61f5df7b419/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:32,138 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8a9e90fc208cf0f48821a61f5df7b419 2024-11-18T21:21:32,139 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419 2024-11-18T21:21:32,139 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419 2024-11-18T21:21:32,141 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8a9e90fc208cf0f48821a61f5df7b419 2024-11-18T21:21:32,141 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8a9e90fc208cf0f48821a61f5df7b419 2024-11-18T21:21:32,141 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:21:32,143 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8a9e90fc208cf0f48821a61f5df7b419 2024-11-18T21:21:32,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T21:21:32,153 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T21:21:32,154 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T21:21:32,154 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T21:21:32,155 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:21:32,155 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T21:21:32,155 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:21:32,155 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T21:21:32,155 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:21:32,155 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T21:21:32,155 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T21:21:32,155 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T21:21:32,165 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:32,166 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8a9e90fc208cf0f48821a61f5df7b419; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69080918, jitterRate=0.029385894536972046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:21:32,166 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a9e90fc208cf0f48821a61f5df7b419 2024-11-18T21:21:32,166 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8a9e90fc208cf0f48821a61f5df7b419: Running coprocessor pre-open hook at 1731964892128Writing region info on filesystem at 1731964892128Initializing all the Stores at 1731964892128Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964892128Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964892132 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964892132Cleaning up temporary data from old regions at 1731964892141 (+9 ms)Running coprocessor post-open hooks at 1731964892166 (+25 ms)Region opened successfully at 1731964892166 2024-11-18T21:21:32,168 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419., pid=6, masterSystemTime=1731964892122 2024-11-18T21:21:32,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a9e90fc208cf0f48821a61f5df7b419, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d63b309a8c2d,39393,1731964886913 2024-11-18T21:21:32,177 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419. 2024-11-18T21:21:32,177 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419. 2024-11-18T21:21:32,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a9e90fc208cf0f48821a61f5df7b419, server=d63b309a8c2d,39393,1731964886913 because future has completed 2024-11-18T21:21:32,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:21:32,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a9e90fc208cf0f48821a61f5df7b419, server=d63b309a8c2d,39393,1731964886913 in 236 msec 2024-11-18T21:21:32,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T21:21:32,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8a9e90fc208cf0f48821a61f5df7b419, ASSIGN in 395 msec 2024-11-18T21:21:32,211 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:21:32,211 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964892211"}]},"ts":"1731964892211"} 2024-11-18T21:21:32,214 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T21:21:32,215 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:21:32,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 848 msec 2024-11-18T21:21:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:32,514 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T21:21:32,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7729d149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:32,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,39361,-1 for getting cluster id 2024-11-18T21:21:32,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:32,516 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf3e91df-9868-4423-9315-a028e32576bc' 2024-11-18T21:21:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf3e91df-9868-4423-9315-a028e32576bc" 2024-11-18T21:21:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170727be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,39361,-1] 2024-11-18T21:21:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:32,518 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:32,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682fba41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:32,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c929a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:32,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33789,-1 for getting cluster id 2024-11-18T21:21:32,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:32,521 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585b37bd-4d2c-4296-a1cf-403ed8f94a8a' 2024-11-18T21:21:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585b37bd-4d2c-4296-a1cf-403ed8f94a8a" 2024-11-18T21:21:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386a8b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33789,-1] 2024-11-18T21:21:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:32,524 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:32,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135b18f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:32,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c17d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:32,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,39361,-1 for getting cluster id 2024-11-18T21:21:32,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:32,529 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf3e91df-9868-4423-9315-a028e32576bc' 2024-11-18T21:21:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf3e91df-9868-4423-9315-a028e32576bc" 2024-11-18T21:21:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb4e2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,39361,-1] 2024-11-18T21:21:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:32,532 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d181e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:32,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:32,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,39361,1731964883065 2024-11-18T21:21:32,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@633adcf4 2024-11-18T21:21:32,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:32,535 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:21:32,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d63b309a8c2d:33789,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T21:21:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:21:32,538 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:33789' 2024-11-18T21:21:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:21:32,545 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aab94e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:32,545 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33789,-1 for getting cluster id 2024-11-18T21:21:32,545 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:32,545 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585b37bd-4d2c-4296-a1cf-403ed8f94a8a' 2024-11-18T21:21:32,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:32,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585b37bd-4d2c-4296-a1cf-403ed8f94a8a" 2024-11-18T21:21:32,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332127ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:32,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33789,-1] 2024-11-18T21:21:32,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:32,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:32,547 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:32,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567bb377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:32,548 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:32,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33789,1731964886768 2024-11-18T21:21:32,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55f4bd1c 2024-11-18T21:21:32,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:32,550 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:21:32,551 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T21:21:32,551 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:21:32,551 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:32,551 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:32,552 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:21:32,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:32,553 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T21:21:32,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:21:32,554 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:32,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:21:32,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741837_1013 (size=1138) 2024-11-18T21:21:32,563 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e93390991a58eeca1044df131c2835fb, NAME => 'hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7 2024-11-18T21:21:32,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741838_1014 (size=44) 2024-11-18T21:21:32,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:32,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e93390991a58eeca1044df131c2835fb, disabling compactions & flushes 2024-11-18T21:21:32,574 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb. 2024-11-18T21:21:32,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb. 2024-11-18T21:21:32,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb. after waiting 0 ms 2024-11-18T21:21:32,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb. 2024-11-18T21:21:32,575 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb. 2024-11-18T21:21:32,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e93390991a58eeca1044df131c2835fb: Waiting for close lock at 1731964892574Disabling compacts and flushes for region at 1731964892574Disabling writes for close at 1731964892575 (+1 ms)Writing region close event to WAL at 1731964892575Closed at 1731964892575 2024-11-18T21:21:32,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:21:32,576 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731964892576"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964892576"}]},"ts":"1731964892576"} 2024-11-18T21:21:32,579 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:21:32,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:21:32,580 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964892580"}]},"ts":"1731964892580"} 2024-11-18T21:21:32,582 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T21:21:32,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e93390991a58eeca1044df131c2835fb, ASSIGN}] 2024-11-18T21:21:32,584 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e93390991a58eeca1044df131c2835fb, ASSIGN 2024-11-18T21:21:32,585 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e93390991a58eeca1044df131c2835fb, ASSIGN; state=OFFLINE, location=d63b309a8c2d,42901,1731964883232; forceNewPlan=false, retain=false 2024-11-18T21:21:32,603 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T21:21:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:21:32,736 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e93390991a58eeca1044df131c2835fb, regionState=OPENING, regionLocation=d63b309a8c2d,42901,1731964883232 2024-11-18T21:21:32,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e93390991a58eeca1044df131c2835fb, ASSIGN because future has completed 2024-11-18T21:21:32,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e93390991a58eeca1044df131c2835fb, server=d63b309a8c2d,42901,1731964883232}] 2024-11-18T21:21:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:21:32,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb. 2024-11-18T21:21:32,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:32,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T21:21:32,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C42901%2C1731964883232.rep, suffix=, logDir=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232, archiveDir=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/oldWALs, maxLogs=10 2024-11-18T21:21:32,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.rep.1731964892898, exclude list is [], retry=0 2024-11-18T21:21:32,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35833,DS-6a710712-c83f-4c01-a4c3-618496b82ecb,DISK] 2024-11-18T21:21:32,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.rep.1731964892898 2024-11-18T21:21:32,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37461:37461)] 2024-11-18T21:21:32,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e93390991a58eeca1044df131c2835fb, NAME => 'hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:32,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:21:32,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:21:32,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb. service=MultiRowMutationService 2024-11-18T21:21:32,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T21:21:32,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:32,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:32,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:32,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:32,925 INFO [StoreOpener-e93390991a58eeca1044df131c2835fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:32,926 INFO [StoreOpener-e93390991a58eeca1044df131c2835fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e93390991a58eeca1044df131c2835fb columnFamilyName hfileref 2024-11-18T21:21:32,926 DEBUG [StoreOpener-e93390991a58eeca1044df131c2835fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:32,926 INFO [StoreOpener-e93390991a58eeca1044df131c2835fb-1 {}] regionserver.HStore(327): Store=e93390991a58eeca1044df131c2835fb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:32,926 INFO [StoreOpener-e93390991a58eeca1044df131c2835fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:32,927 INFO [StoreOpener-e93390991a58eeca1044df131c2835fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e93390991a58eeca1044df131c2835fb columnFamilyName queue 2024-11-18T21:21:32,927 DEBUG [StoreOpener-e93390991a58eeca1044df131c2835fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:32,928 INFO [StoreOpener-e93390991a58eeca1044df131c2835fb-1 {}] regionserver.HStore(327): Store=e93390991a58eeca1044df131c2835fb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:32,928 INFO [StoreOpener-e93390991a58eeca1044df131c2835fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:32,929 INFO [StoreOpener-e93390991a58eeca1044df131c2835fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e93390991a58eeca1044df131c2835fb columnFamilyName sid 2024-11-18T21:21:32,929 DEBUG [StoreOpener-e93390991a58eeca1044df131c2835fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:32,932 INFO [StoreOpener-e93390991a58eeca1044df131c2835fb-1 {}] regionserver.HStore(327): Store=e93390991a58eeca1044df131c2835fb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:32,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:32,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/replication/e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:32,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/replication/e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:32,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:32,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:32,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:21:32,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:32,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/replication/e93390991a58eeca1044df131c2835fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:32,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e93390991a58eeca1044df131c2835fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62614212, jitterRate=-0.06697553396224976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:21:32,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:32,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e93390991a58eeca1044df131c2835fb: Running coprocessor pre-open hook at 1731964892920Writing region info on filesystem at 1731964892920Initializing all the Stores at 1731964892921 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964892921Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964892924 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964892924Cleaning up temporary data from old regions at 1731964892934 (+10 ms)Running coprocessor post-open hooks at 1731964892939 (+5 ms)Region opened successfully at 1731964892940 (+1 ms) 2024-11-18T21:21:32,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb., pid=10, masterSystemTime=1731964892892 2024-11-18T21:21:32,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb. 2024-11-18T21:21:32,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb. 2024-11-18T21:21:32,945 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e93390991a58eeca1044df131c2835fb, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,42901,1731964883232 2024-11-18T21:21:32,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e93390991a58eeca1044df131c2835fb, server=d63b309a8c2d,42901,1731964883232 because future has completed 2024-11-18T21:21:32,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T21:21:32,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e93390991a58eeca1044df131c2835fb, server=d63b309a8c2d,42901,1731964883232 in 210 msec 2024-11-18T21:21:32,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T21:21:32,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e93390991a58eeca1044df131c2835fb, ASSIGN in 369 msec 2024-11-18T21:21:32,956 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:21:32,956 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964892956"}]},"ts":"1731964892956"} 2024-11-18T21:21:32,958 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T21:21:32,959 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:21:32,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 407 msec 2024-11-18T21:21:33,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb., hostname=d63b309a8c2d,42901,1731964883232, seqNum=2] 2024-11-18T21:21:33,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462 2024-11-18T21:21:33,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462 2024-11-18T21:21:33,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:21:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:21:33,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T21:21:33,177 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T21:21:33,222 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d63b309a8c2d,42901,1731964883232, ReplicationSource: 1, currentBandwidth=0 2024-11-18T21:21:33,224 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:33,224 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,42901,1731964883232, seqNum=-1] 2024-11-18T21:21:33,225 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:33,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-18T21:21:33,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d63b309a8c2d,42901,1731964883232', locateType=CURRENT is [region=hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb., hostname=d63b309a8c2d,42901,1731964883232, seqNum=2] 2024-11-18T21:21:33,247 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T21:21:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T21:21:33,250 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d63b309a8c2d,42901,1731964883232 suceeded 2024-11-18T21:21:33,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T21:21:33,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-18T21:21:33,252 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d63b309a8c2d:33789,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:21:33,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 718 msec 2024-11-18T21:21:33,286 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:33789' 2024-11-18T21:21:33,297 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d4f9b62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:33,297 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33789,-1 for getting cluster id 2024-11-18T21:21:33,297 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:33,300 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585b37bd-4d2c-4296-a1cf-403ed8f94a8a' 2024-11-18T21:21:33,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:33,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585b37bd-4d2c-4296-a1cf-403ed8f94a8a" 2024-11-18T21:21:33,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71b73e0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:33,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33789,-1] 2024-11-18T21:21:33,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:33,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:33,303 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:33,305 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37bea53c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:33,305 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:33,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33789,1731964886768 2024-11-18T21:21:33,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5574a769 2024-11-18T21:21:33,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:33,307 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-18T21:21:33,309 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d63b309a8c2d,42901,1731964883232 (queues=1) is replicating from cluster=cf3e91df-9868-4423-9315-a028e32576bc to cluster=585b37bd-4d2c-4296-a1cf-403ed8f94a8a 2024-11-18T21:21:33,309 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d63b309a8c2d%2C42901%2C1731964883232 2024-11-18T21:21:33,309 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d63b309a8c2d,42901,1731964883232, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:21:33,316 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068, startPosition=0, beingWritten=true 2024-11-18T21:21:33,323 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C42901%2C1731964883232 2024-11-18T21:21:33,351 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:21:33,351 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 379, reset compression=false 2024-11-18T21:21:33,351 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,42901,1731964883232 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:21:33,569 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 379, reset compression=false 2024-11-18T21:21:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:21:33,676 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T21:21:33,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:21:33,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:33,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:33,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:33,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:33,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c98c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:33,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33789,-1 for getting cluster id 2024-11-18T21:21:33,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:33,686 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585b37bd-4d2c-4296-a1cf-403ed8f94a8a' 2024-11-18T21:21:33,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:33,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585b37bd-4d2c-4296-a1cf-403ed8f94a8a" 2024-11-18T21:21:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648a4c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33789,-1] 2024-11-18T21:21:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:33,688 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:33,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f3c38ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:33,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:33,697 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33789,1731964886768 2024-11-18T21:21:33,697 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71938561 2024-11-18T21:21:33,697 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:33,698 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:21:33,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d63b309a8c2d:39361,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T21:21:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:21:33,703 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:39361' 2024-11-18T21:21:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:21:33,705 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5744b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:33,705 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,39361,-1 for getting cluster id 2024-11-18T21:21:33,705 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:33,709 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf3e91df-9868-4423-9315-a028e32576bc' 2024-11-18T21:21:33,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:33,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf3e91df-9868-4423-9315-a028e32576bc" 2024-11-18T21:21:33,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4011a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:33,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,39361,-1] 2024-11-18T21:21:33,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:33,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:33,712 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:33,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ea5863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:33,717 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:33,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,39361,1731964883065 2024-11-18T21:21:33,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@582fdc7f 2024-11-18T21:21:33,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:33,719 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:21:33,720 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T21:21:33,720 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:21:33,720 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:33,720 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:33,720 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:21:33,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:33,721 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T21:21:33,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:21:33,729 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:33,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:21:33,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741837_1013 (size=1138) 2024-11-18T21:21:33,772 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T21:21:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:21:33,877 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 379, reset compression=false 2024-11-18T21:21:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:21:34,161 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6079d1e3e1b1fb7a5aab34339f6c598d, NAME => 'hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c 2024-11-18T21:21:34,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741838_1014 (size=44) 2024-11-18T21:21:34,285 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 379, reset compression=false 2024-11-18T21:21:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:21:34,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:34,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6079d1e3e1b1fb7a5aab34339f6c598d, disabling compactions & flushes 2024-11-18T21:21:34,575 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d. 2024-11-18T21:21:34,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d. 2024-11-18T21:21:34,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d. after waiting 0 ms 2024-11-18T21:21:34,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d. 2024-11-18T21:21:34,575 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d. 2024-11-18T21:21:34,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6079d1e3e1b1fb7a5aab34339f6c598d: Waiting for close lock at 1731964894575Disabling compacts and flushes for region at 1731964894575Disabling writes for close at 1731964894575Writing region close event to WAL at 1731964894575Closed at 1731964894575 2024-11-18T21:21:34,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:21:34,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731964894577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964894577"}]},"ts":"1731964894577"} 2024-11-18T21:21:34,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:21:34,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:21:34,581 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964894581"}]},"ts":"1731964894581"} 2024-11-18T21:21:34,583 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T21:21:34,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6079d1e3e1b1fb7a5aab34339f6c598d, ASSIGN}] 2024-11-18T21:21:34,584 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6079d1e3e1b1fb7a5aab34339f6c598d, ASSIGN 2024-11-18T21:21:34,585 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6079d1e3e1b1fb7a5aab34339f6c598d, ASSIGN; state=OFFLINE, location=d63b309a8c2d,39393,1731964886913; forceNewPlan=false, retain=false 2024-11-18T21:21:34,736 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6079d1e3e1b1fb7a5aab34339f6c598d, regionState=OPENING, regionLocation=d63b309a8c2d,39393,1731964886913 2024-11-18T21:21:34,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6079d1e3e1b1fb7a5aab34339f6c598d, ASSIGN because future has completed 2024-11-18T21:21:34,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6079d1e3e1b1fb7a5aab34339f6c598d, server=d63b309a8c2d,39393,1731964886913}] 2024-11-18T21:21:34,790 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 379, reset compression=false 2024-11-18T21:21:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:21:34,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d. 2024-11-18T21:21:34,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:34,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T21:21:34,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C39393%2C1731964886913.rep, suffix=, logDir=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913, archiveDir=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/oldWALs, maxLogs=10 2024-11-18T21:21:34,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.rep.1731964894921, exclude list is [], retry=0 2024-11-18T21:21:34,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39777,DS-f5f4539a-1580-4b26-9508-8ec2ad3501b2,DISK] 2024-11-18T21:21:34,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.rep.1731964894921 2024-11-18T21:21:34,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36135:36135)] 2024-11-18T21:21:34,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6079d1e3e1b1fb7a5aab34339f6c598d, NAME => 'hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:34,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:21:34,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:21:34,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d. service=MultiRowMutationService 2024-11-18T21:21:34,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T21:21:34,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:34,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:34,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:34,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:34,970 INFO [StoreOpener-6079d1e3e1b1fb7a5aab34339f6c598d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:34,971 INFO [StoreOpener-6079d1e3e1b1fb7a5aab34339f6c598d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6079d1e3e1b1fb7a5aab34339f6c598d columnFamilyName hfileref 2024-11-18T21:21:34,971 DEBUG [StoreOpener-6079d1e3e1b1fb7a5aab34339f6c598d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:34,972 INFO [StoreOpener-6079d1e3e1b1fb7a5aab34339f6c598d-1 {}] regionserver.HStore(327): Store=6079d1e3e1b1fb7a5aab34339f6c598d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:34,972 INFO [StoreOpener-6079d1e3e1b1fb7a5aab34339f6c598d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:34,973 INFO [StoreOpener-6079d1e3e1b1fb7a5aab34339f6c598d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6079d1e3e1b1fb7a5aab34339f6c598d columnFamilyName queue 2024-11-18T21:21:34,973 DEBUG [StoreOpener-6079d1e3e1b1fb7a5aab34339f6c598d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:34,974 INFO [StoreOpener-6079d1e3e1b1fb7a5aab34339f6c598d-1 {}] regionserver.HStore(327): Store=6079d1e3e1b1fb7a5aab34339f6c598d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:34,974 INFO [StoreOpener-6079d1e3e1b1fb7a5aab34339f6c598d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:34,975 INFO [StoreOpener-6079d1e3e1b1fb7a5aab34339f6c598d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6079d1e3e1b1fb7a5aab34339f6c598d columnFamilyName sid 2024-11-18T21:21:34,975 DEBUG [StoreOpener-6079d1e3e1b1fb7a5aab34339f6c598d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:34,975 INFO [StoreOpener-6079d1e3e1b1fb7a5aab34339f6c598d-1 {}] regionserver.HStore(327): Store=6079d1e3e1b1fb7a5aab34339f6c598d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:34,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:34,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/replication/6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:34,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/replication/6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:34,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:34,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:34,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:21:34,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:34,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/replication/6079d1e3e1b1fb7a5aab34339f6c598d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:34,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6079d1e3e1b1fb7a5aab34339f6c598d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74166359, jitterRate=0.10516487061977386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:21:34,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:34,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6079d1e3e1b1fb7a5aab34339f6c598d: Running coprocessor pre-open hook at 1731964894968Writing region info on filesystem at 1731964894968Initializing all the Stores at 1731964894969 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964894969Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964894969Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964894969Cleaning up temporary data from old regions at 1731964894978 (+9 ms)Running coprocessor post-open hooks at 1731964894992 (+14 ms)Region opened successfully at 1731964894992 2024-11-18T21:21:34,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d., pid=10, masterSystemTime=1731964894904 2024-11-18T21:21:35,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d. 2024-11-18T21:21:35,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d. 2024-11-18T21:21:35,005 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6079d1e3e1b1fb7a5aab34339f6c598d, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,39393,1731964886913 2024-11-18T21:21:35,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6079d1e3e1b1fb7a5aab34339f6c598d, server=d63b309a8c2d,39393,1731964886913 because future has completed 2024-11-18T21:21:35,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T21:21:35,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6079d1e3e1b1fb7a5aab34339f6c598d, server=d63b309a8c2d,39393,1731964886913 in 276 msec 2024-11-18T21:21:35,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T21:21:35,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6079d1e3e1b1fb7a5aab34339f6c598d, ASSIGN in 446 msec 2024-11-18T21:21:35,032 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:21:35,032 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964895032"}]},"ts":"1731964895032"} 2024-11-18T21:21:35,037 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T21:21:35,038 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:21:35,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3180 sec 2024-11-18T21:21:35,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d., hostname=d63b309a8c2d,39393,1731964886913, seqNum=2] 2024-11-18T21:21:35,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897 2024-11-18T21:21:35,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897 2024-11-18T21:21:35,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:21:35,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39393 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T21:21:35,297 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T21:21:35,379 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d63b309a8c2d,39393,1731964886913, ReplicationSource: 1, currentBandwidth=0 2024-11-18T21:21:35,379 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:35,379 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1] 2024-11-18T21:21:35,380 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:35,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-18T21:21:35,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d63b309a8c2d,39393,1731964886913', locateType=CURRENT is [region=hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d., hostname=d63b309a8c2d,39393,1731964886913, seqNum=2] 2024-11-18T21:21:35,397 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T21:21:35,401 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 379, reset compression=false 2024-11-18T21:21:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T21:21:35,406 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d63b309a8c2d,39393,1731964886913 suceeded 2024-11-18T21:21:35,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T21:21:35,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 264 msec 2024-11-18T21:21:35,408 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d63b309a8c2d:39361,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:21:35,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7100 sec 2024-11-18T21:21:35,438 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:39361' 2024-11-18T21:21:35,445 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a586297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:35,445 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,39361,-1 for getting cluster id 2024-11-18T21:21:35,445 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:35,448 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf3e91df-9868-4423-9315-a028e32576bc' 2024-11-18T21:21:35,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:35,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf3e91df-9868-4423-9315-a028e32576bc" 2024-11-18T21:21:35,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b351e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:35,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,39361,-1] 2024-11-18T21:21:35,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:35,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:35,452 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:35,457 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@757fde6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:35,457 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:35,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,39361,1731964883065 2024-11-18T21:21:35,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38d81688 2024-11-18T21:21:35,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:35,461 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-18T21:21:35,462 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d63b309a8c2d,39393,1731964886913 (queues=1) is replicating from cluster=585b37bd-4d2c-4296-a1cf-403ed8f94a8a to cluster=cf3e91df-9868-4423-9315-a028e32576bc 2024-11-18T21:21:35,462 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d63b309a8c2d%2C39393%2C1731964886913 2024-11-18T21:21:35,462 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d63b309a8c2d,39393,1731964886913, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:21:35,474 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065, startPosition=0, beingWritten=true 2024-11-18T21:21:35,489 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.shipperd63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C39393%2C1731964886913 2024-11-18T21:21:35,523 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:21:35,523 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 379, reset compression=false 2024-11-18T21:21:35,523 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.shipperd63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,39393,1731964886913 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:21:35,774 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 379, reset compression=false 2024-11-18T21:21:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:21:35,861 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T21:21:35,861 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:21:35,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:35,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:35,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:35,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:35,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:35,870 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731964895869/Put/seqid=0 2024-11-18T21:21:35,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741840_1016 (size=7894) 2024-11-18T21:21:36,116 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 379, reset compression=false 2024-11-18T21:21:36,123 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 379, reset compression=false 2024-11-18T21:21:36,351 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731964896350/Put/seqid=0 2024-11-18T21:21:36,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741841_1017 (size=7691) 2024-11-18T21:21:36,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a8a376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:36,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,39361,-1 for getting cluster id 2024-11-18T21:21:36,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:36,412 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf3e91df-9868-4423-9315-a028e32576bc' 2024-11-18T21:21:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf3e91df-9868-4423-9315-a028e32576bc" 2024-11-18T21:21:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e2fbc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:36,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,39361,-1] 2024-11-18T21:21:36,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:36,421 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:36,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e81c42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:36,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,42901,1731964883232, seqNum=-1] 2024-11-18T21:21:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:36,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:21:36,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:36,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,39361,1731964883065 2024-11-18T21:21:36,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79d5c0d9 2024-11-18T21:21:36,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:36,485 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:21:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d., hostname=d63b309a8c2d,42901,1731964883232, seqNum=2] 2024-11-18T21:21:36,524 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T21:21:36,551 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-18T21:21:36,573 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-18T21:21:36,576 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 379, reset compression=false 2024-11-18T21:21:36,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 9b61911ae7f89d33229a211874e6cb0d/f 2024-11-18T21:21:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T21:21:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:21:36,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 9b61911ae7f89d33229a211874e6cb0d/f 2024-11-18T21:21:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T21:21:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:21:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HRegion(2603): Flush status journal for 9b61911ae7f89d33229a211874e6cb0d: 2024-11-18T21:21:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins__test__o6tuqhg60dce97bu2si0f2eum9cmavqbi8lf038j65c3mfkuvcrgukptde9ro70c/f/hfile_0 2024-11-18T21:21:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins__test__o6tuqhg60dce97bu2si0f2eum9cmavqbi8lf038j65c3mfkuvcrgukptde9ro70c/f/hfile_0 as hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d/f/242fc2bd391e4f91854922dda285b575_SeqId_4_ 2024-11-18T21:21:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins__test__o6tuqhg60dce97bu2si0f2eum9cmavqbi8lf038j65c3mfkuvcrgukptde9ro70c/f/hfile_1 2024-11-18T21:21:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins__test__o6tuqhg60dce97bu2si0f2eum9cmavqbi8lf038j65c3mfkuvcrgukptde9ro70c/f/hfile_1 as hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d/f/14e79258c40546e88e13c2d59c500da6_SeqId_4_ 2024-11-18T21:21:36,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins__test__o6tuqhg60dce97bu2si0f2eum9cmavqbi8lf038j65c3mfkuvcrgukptde9ro70c/f/hfile_0 into 9b61911ae7f89d33229a211874e6cb0d/f as hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d/f/242fc2bd391e4f91854922dda285b575_SeqId_4_ - updating store file list. 2024-11-18T21:21:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 242fc2bd391e4f91854922dda285b575_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T21:21:36,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d/f/242fc2bd391e4f91854922dda285b575_SeqId_4_ into 9b61911ae7f89d33229a211874e6cb0d/f 2024-11-18T21:21:36,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins__test__o6tuqhg60dce97bu2si0f2eum9cmavqbi8lf038j65c3mfkuvcrgukptde9ro70c/f/hfile_0 into 9b61911ae7f89d33229a211874e6cb0d/f (new location: hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d/f/242fc2bd391e4f91854922dda285b575_SeqId_4_) 2024-11-18T21:21:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins__test__o6tuqhg60dce97bu2si0f2eum9cmavqbi8lf038j65c3mfkuvcrgukptde9ro70c/f/hfile_0 2024-11-18T21:21:36,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins__test__o6tuqhg60dce97bu2si0f2eum9cmavqbi8lf038j65c3mfkuvcrgukptde9ro70c/f/hfile_1 into 9b61911ae7f89d33229a211874e6cb0d/f as hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d/f/14e79258c40546e88e13c2d59c500da6_SeqId_4_ - updating store file list. 2024-11-18T21:21:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 14e79258c40546e88e13c2d59c500da6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T21:21:36,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d/f/14e79258c40546e88e13c2d59c500da6_SeqId_4_ into 9b61911ae7f89d33229a211874e6cb0d/f 2024-11-18T21:21:36,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins__test__o6tuqhg60dce97bu2si0f2eum9cmavqbi8lf038j65c3mfkuvcrgukptde9ro70c/f/hfile_1 into 9b61911ae7f89d33229a211874e6cb0d/f (new location: hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d/f/14e79258c40546e88e13c2d59c500da6_SeqId_4_) 2024-11-18T21:21:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins__test__o6tuqhg60dce97bu2si0f2eum9cmavqbi8lf038j65c3mfkuvcrgukptde9ro70c/f/hfile_1 2024-11-18T21:21:36,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:21:36,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:36,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:36,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:36,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:36,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:36,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d., hostname=d63b309a8c2d,42901,1731964883232, seqNum=2 , the old value is region=test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d., hostname=d63b309a8c2d,42901,1731964883232, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d63b309a8c2d:42901 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T21:21:36,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d., hostname=d63b309a8c2d,42901,1731964883232, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T21:21:36,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d., hostname=d63b309a8c2d,42901,1731964883232, seqNum=2 from cache 2024-11-18T21:21:36,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1] 2024-11-18T21:21:36,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:36,783 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T21:21:36,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:21:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419., hostname=d63b309a8c2d,39393,1731964886913, seqNum=2] 2024-11-18T21:21:36,811 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T21:21:36,884 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:42901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T21:21:36,952 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 379, reset compression=false 2024-11-18T21:21:36,976 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:21:36,976 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,42901,1731964883232 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b61911ae7f89d33229a211874e6cb0d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731964896768/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T21:21:36,981 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:21:36,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-18T21:21:36,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.ReplicationSink(318): Replicating [cf3e91df-9868-4423-9315-a028e32576bc] bulk loaded data 2024-11-18T21:21:36,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51edeb15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:36,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33789,-1 for getting cluster id 2024-11-18T21:21:36,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:36,993 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585b37bd-4d2c-4296-a1cf-403ed8f94a8a' 2024-11-18T21:21:36,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:36,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585b37bd-4d2c-4296-a1cf-403ed8f94a8a" 2024-11-18T21:21:36,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a3d9c97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:36,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33789,-1] 2024-11-18T21:21:36,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:36,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:36,998 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:37,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f49f3e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:37,107 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 379, reset compression=false 2024-11-18T21:21:37,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741840_1016 (size=7894) 2024-11-18T21:21:37,177 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 687, reset compression=false 2024-11-18T21:21:37,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741841_1017 (size=7691) 2024-11-18T21:21:37,512 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 687, reset compression=false 2024-11-18T21:21:37,631 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:21:37,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:37,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33789,1731964886768 2024-11-18T21:21:37,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48bcccb4 2024-11-18T21:21:37,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:37,660 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-18T21:21:37,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T21:21:37,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:37,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1] 2024-11-18T21:21:37,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:37,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-18T21:21:37,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:37,689 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins.hfs.11__test__l0q4o4al7ndp3p549rolhuue484ub7nlho4dvj9rndmqpjbgdq81vnikkmqkefk8/f/14e79258c40546e88e13c2d59c500da6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T21:21:37,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:37,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:37,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:37,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:37,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:37,701 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins.hfs.11__test__l0q4o4al7ndp3p549rolhuue484ub7nlho4dvj9rndmqpjbgdq81vnikkmqkefk8/f/242fc2bd391e4f91854922dda285b575_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T21:21:37,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins.hfs.11__test__l0q4o4al7ndp3p549rolhuue484ub7nlho4dvj9rndmqpjbgdq81vnikkmqkefk8/f/14e79258c40546e88e13c2d59c500da6_SeqId_4_ for inclusion in 8a9e90fc208cf0f48821a61f5df7b419/f 2024-11-18T21:21:37,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T21:21:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:21:37,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins.hfs.11__test__l0q4o4al7ndp3p549rolhuue484ub7nlho4dvj9rndmqpjbgdq81vnikkmqkefk8/f/242fc2bd391e4f91854922dda285b575_SeqId_4_ for inclusion in 8a9e90fc208cf0f48821a61f5df7b419/f 2024-11-18T21:21:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T21:21:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:21:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HRegion(2603): Flush status journal for 8a9e90fc208cf0f48821a61f5df7b419: 2024-11-18T21:21:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 14e79258c40546e88e13c2d59c500da6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T21:21:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins.hfs.11__test__l0q4o4al7ndp3p549rolhuue484ub7nlho4dvj9rndmqpjbgdq81vnikkmqkefk8/f/14e79258c40546e88e13c2d59c500da6_SeqId_4_ as hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419/f/1fa6512dbebe4a8cb324260a81501891_SeqId_4_ 2024-11-18T21:21:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 242fc2bd391e4f91854922dda285b575_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T21:21:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins.hfs.11__test__l0q4o4al7ndp3p549rolhuue484ub7nlho4dvj9rndmqpjbgdq81vnikkmqkefk8/f/242fc2bd391e4f91854922dda285b575_SeqId_4_ as hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419/f/5e67f7c66d1d4c979c064d9a76033783_SeqId_4_ 2024-11-18T21:21:37,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins.hfs.11__test__l0q4o4al7ndp3p549rolhuue484ub7nlho4dvj9rndmqpjbgdq81vnikkmqkefk8/f/14e79258c40546e88e13c2d59c500da6_SeqId_4_ into 8a9e90fc208cf0f48821a61f5df7b419/f as hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419/f/1fa6512dbebe4a8cb324260a81501891_SeqId_4_ - updating store file list. 2024-11-18T21:21:37,760 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T21:21:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1fa6512dbebe4a8cb324260a81501891_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T21:21:37,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419/f/1fa6512dbebe4a8cb324260a81501891_SeqId_4_ into 8a9e90fc208cf0f48821a61f5df7b419/f 2024-11-18T21:21:37,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins.hfs.11__test__l0q4o4al7ndp3p549rolhuue484ub7nlho4dvj9rndmqpjbgdq81vnikkmqkefk8/f/14e79258c40546e88e13c2d59c500da6_SeqId_4_ into 8a9e90fc208cf0f48821a61f5df7b419/f (new location: hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419/f/1fa6512dbebe4a8cb324260a81501891_SeqId_4_) 2024-11-18T21:21:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins.hfs.11__test__l0q4o4al7ndp3p549rolhuue484ub7nlho4dvj9rndmqpjbgdq81vnikkmqkefk8/f/14e79258c40546e88e13c2d59c500da6_SeqId_4_ 2024-11-18T21:21:37,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins.hfs.11__test__l0q4o4al7ndp3p549rolhuue484ub7nlho4dvj9rndmqpjbgdq81vnikkmqkefk8/f/242fc2bd391e4f91854922dda285b575_SeqId_4_ into 8a9e90fc208cf0f48821a61f5df7b419/f as hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419/f/5e67f7c66d1d4c979c064d9a76033783_SeqId_4_ - updating store file list. 2024-11-18T21:21:37,772 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 379, reset compression=false 2024-11-18T21:21:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5e67f7c66d1d4c979c064d9a76033783_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T21:21:37,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419/f/5e67f7c66d1d4c979c064d9a76033783_SeqId_4_ into 8a9e90fc208cf0f48821a61f5df7b419/f 2024-11-18T21:21:37,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins.hfs.11__test__l0q4o4al7ndp3p549rolhuue484ub7nlho4dvj9rndmqpjbgdq81vnikkmqkefk8/f/242fc2bd391e4f91854922dda285b575_SeqId_4_ into 8a9e90fc208cf0f48821a61f5df7b419/f (new location: hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419/f/5e67f7c66d1d4c979c064d9a76033783_SeqId_4_) 2024-11-18T21:21:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins.hfs.11__test__l0q4o4al7ndp3p549rolhuue484ub7nlho4dvj9rndmqpjbgdq81vnikkmqkefk8/f/242fc2bd391e4f91854922dda285b575_SeqId_4_ 2024-11-18T21:21:37,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.ReplicationSink(324): Finished replicating [cf3e91df-9868-4423-9315-a028e32576bc] bulk loaded data 2024-11-18T21:21:37,809 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:21:37,810 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.shipperd63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,39393,1731964886913 got entry batch from reader: WALEntryBatch [walEntries=[{test/8a9e90fc208cf0f48821a61f5df7b419/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731964897782/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-18T21:21:37,814 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.shipperd63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:21:37,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-18T21:21:37,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.ReplicationSink(318): Replicating [cf3e91df-9868-4423-9315-a028e32576bc, 585b37bd-4d2c-4296-a1cf-403ed8f94a8a] bulk loaded data 2024-11-18T21:21:37,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e9ec98c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:37,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,39361,-1 for getting cluster id 2024-11-18T21:21:37,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:37,832 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf3e91df-9868-4423-9315-a028e32576bc' 2024-11-18T21:21:37,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:37,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf3e91df-9868-4423-9315-a028e32576bc" 2024-11-18T21:21:37,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41943423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:37,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,39361,-1] 2024-11-18T21:21:37,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:37,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:37,837 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:37,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16db4f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:37,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:37,851 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731964897850/Put/seqid=0 2024-11-18T21:21:37,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741842_1018 (size=11194) 2024-11-18T21:21:37,919 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731964897919/Put/seqid=0 2024-11-18T21:21:37,948 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 687, reset compression=false 2024-11-18T21:21:37,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741843_1019 (size=10791) 2024-11-18T21:21:38,009 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 725, reset compression=false 2024-11-18T21:21:38,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741842_1018 (size=7691) 2024-11-18T21:21:38,372 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 725, reset compression=false 2024-11-18T21:21:38,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506186f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:38,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33789,-1 for getting cluster id 2024-11-18T21:21:38,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:38,401 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585b37bd-4d2c-4296-a1cf-403ed8f94a8a' 2024-11-18T21:21:38,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585b37bd-4d2c-4296-a1cf-403ed8f94a8a" 2024-11-18T21:21:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ce6aa8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33789,-1] 2024-11-18T21:21:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:38,405 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:38,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84c9cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:38,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:38,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1] 2024-11-18T21:21:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:38,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:21:38,438 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:38,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33789,1731964886768 2024-11-18T21:21:38,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3adeb3c5 2024-11-18T21:21:38,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:38,444 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:21:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419., hostname=d63b309a8c2d,39393,1731964886913, seqNum=2] 2024-11-18T21:21:38,471 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T21:21:38,490 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-18T21:21:38,495 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-18T21:21:38,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741843_1019 (size=7894) 2024-11-18T21:21:38,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 8a9e90fc208cf0f48821a61f5df7b419/f 2024-11-18T21:21:38,557 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 687, reset compression=false 2024-11-18T21:21:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T21:21:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:21:38,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 8a9e90fc208cf0f48821a61f5df7b419/f 2024-11-18T21:21:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T21:21:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:21:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HRegion(2603): Flush status journal for 8a9e90fc208cf0f48821a61f5df7b419: 2024-11-18T21:21:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins__test__5ut34qmtkd2bktc5oik4ej4dm6c0jj8rh9jsk842qiitt5kh6ps8idtdpm4ikdo9/f/hfile_1 2024-11-18T21:21:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins__test__5ut34qmtkd2bktc5oik4ej4dm6c0jj8rh9jsk842qiitt5kh6ps8idtdpm4ikdo9/f/hfile_1 as hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419/f/108f38ea6c624b748d7395c026d2cb08_SeqId_6_ 2024-11-18T21:21:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins__test__5ut34qmtkd2bktc5oik4ej4dm6c0jj8rh9jsk842qiitt5kh6ps8idtdpm4ikdo9/f/hfile_0 2024-11-18T21:21:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins__test__5ut34qmtkd2bktc5oik4ej4dm6c0jj8rh9jsk842qiitt5kh6ps8idtdpm4ikdo9/f/hfile_0 as hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419/f/720830c947a94eccae596d8951949abd_SeqId_6_ 2024-11-18T21:21:38,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins__test__5ut34qmtkd2bktc5oik4ej4dm6c0jj8rh9jsk842qiitt5kh6ps8idtdpm4ikdo9/f/hfile_1 into 8a9e90fc208cf0f48821a61f5df7b419/f as hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419/f/108f38ea6c624b748d7395c026d2cb08_SeqId_6_ - updating store file list. 2024-11-18T21:21:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 108f38ea6c624b748d7395c026d2cb08_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T21:21:38,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419/f/108f38ea6c624b748d7395c026d2cb08_SeqId_6_ into 8a9e90fc208cf0f48821a61f5df7b419/f 2024-11-18T21:21:38,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins__test__5ut34qmtkd2bktc5oik4ej4dm6c0jj8rh9jsk842qiitt5kh6ps8idtdpm4ikdo9/f/hfile_1 into 8a9e90fc208cf0f48821a61f5df7b419/f (new location: hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419/f/108f38ea6c624b748d7395c026d2cb08_SeqId_6_) 2024-11-18T21:21:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins__test__5ut34qmtkd2bktc5oik4ej4dm6c0jj8rh9jsk842qiitt5kh6ps8idtdpm4ikdo9/f/hfile_1 2024-11-18T21:21:38,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins__test__5ut34qmtkd2bktc5oik4ej4dm6c0jj8rh9jsk842qiitt5kh6ps8idtdpm4ikdo9/f/hfile_0 into 8a9e90fc208cf0f48821a61f5df7b419/f as hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419/f/720830c947a94eccae596d8951949abd_SeqId_6_ - updating store file list. 2024-11-18T21:21:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 720830c947a94eccae596d8951949abd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T21:21:38,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419/f/720830c947a94eccae596d8951949abd_SeqId_6_ into 8a9e90fc208cf0f48821a61f5df7b419/f 2024-11-18T21:21:38,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins__test__5ut34qmtkd2bktc5oik4ej4dm6c0jj8rh9jsk842qiitt5kh6ps8idtdpm4ikdo9/f/hfile_0 into 8a9e90fc208cf0f48821a61f5df7b419/f (new location: hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419/f/720830c947a94eccae596d8951949abd_SeqId_6_) 2024-11-18T21:21:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/staging/jenkins__test__5ut34qmtkd2bktc5oik4ej4dm6c0jj8rh9jsk842qiitt5kh6ps8idtdpm4ikdo9/f/hfile_0 2024-11-18T21:21:38,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:21:38,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:38,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:38,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:38,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:38,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:38,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419., hostname=d63b309a8c2d,39393,1731964886913, seqNum=2 , the old value is region=test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419., hostname=d63b309a8c2d,39393,1731964886913, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d63b309a8c2d:39393 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T21:21:38,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419., hostname=d63b309a8c2d,39393,1731964886913, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T21:21:38,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419., hostname=d63b309a8c2d,39393,1731964886913, seqNum=2 from cache 2024-11-18T21:21:38,817 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 725, reset compression=false 2024-11-18T21:21:38,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,42901,1731964883232, seqNum=-1] 2024-11-18T21:21:38,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:38,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:21:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:51024 deadline: 1731964958821 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:51024 2024-11-18T21:21:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d., hostname=d63b309a8c2d,42901,1731964883232, seqNum=2] 2024-11-18T21:21:38,837 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T21:21:38,841 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:21:38,925 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:39393 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T21:21:38,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:38,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,39361,1731964883065 2024-11-18T21:21:38,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70aab027 2024-11-18T21:21:38,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:38,965 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-18T21:21:38,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T21:21:38,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:38,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,42901,1731964883232, seqNum=-1] 2024-11-18T21:21:38,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:38,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-18T21:21:39,044 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 1033, reset compression=false 2024-11-18T21:21:39,046 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins.hfs.10__test__1nut54n30vjo21k2h2pji11c1nbm8vdf0ojen4n5m0pqhi2dmjsq8ootnhmd5cr5/f/1fa6512dbebe4a8cb324260a81501891_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T21:21:39,055 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins.hfs.10__test__1nut54n30vjo21k2h2pji11c1nbm8vdf0ojen4n5m0pqhi2dmjsq8ootnhmd5cr5/f/5e67f7c66d1d4c979c064d9a76033783_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T21:21:39,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.ReplicationSink(324): Finished replicating [cf3e91df-9868-4423-9315-a028e32576bc, 585b37bd-4d2c-4296-a1cf-403ed8f94a8a] bulk loaded data 2024-11-18T21:21:39,133 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.shipperd63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,39393,1731964886913 got entry batch from reader: WALEntryBatch [walEntries=[{test/8a9e90fc208cf0f48821a61f5df7b419/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731964898793/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T21:21:39,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.ReplicationSink(318): Replicating [585b37bd-4d2c-4296-a1cf-403ed8f94a8a] bulk loaded data 2024-11-18T21:21:39,177 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 687, reset compression=false 2024-11-18T21:21:39,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741844_1020 (size=10791) 2024-11-18T21:21:39,435 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 1033, reset compression=false 2024-11-18T21:21:39,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741845_1021 (size=11194) 2024-11-18T21:21:39,850 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T21:21:39,852 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 1033, reset compression=false 2024-11-18T21:21:39,929 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 687, reset compression=false 2024-11-18T21:21:40,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T21:21:40,164 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins.hfs.10__test__umob5vkfksqjvj4qg2tag90un7ettq2pccr5atcjpvhgkfsciq3fl9030uf6brcf/f/108f38ea6c624b748d7395c026d2cb08_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-18T21:21:40,185 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins.hfs.10__test__umob5vkfksqjvj4qg2tag90un7ettq2pccr5atcjpvhgkfsciq3fl9030uf6brcf/f/720830c947a94eccae596d8951949abd_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-18T21:21:40,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins.hfs.10__test__umob5vkfksqjvj4qg2tag90un7ettq2pccr5atcjpvhgkfsciq3fl9030uf6brcf/f/720830c947a94eccae596d8951949abd_SeqId_6_ for inclusion in 9b61911ae7f89d33229a211874e6cb0d/f 2024-11-18T21:21:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T21:21:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:21:40,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins.hfs.10__test__umob5vkfksqjvj4qg2tag90un7ettq2pccr5atcjpvhgkfsciq3fl9030uf6brcf/f/108f38ea6c624b748d7395c026d2cb08_SeqId_6_ for inclusion in 9b61911ae7f89d33229a211874e6cb0d/f 2024-11-18T21:21:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T21:21:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:21:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HRegion(2603): Flush status journal for 9b61911ae7f89d33229a211874e6cb0d: 2024-11-18T21:21:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 720830c947a94eccae596d8951949abd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T21:21:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins.hfs.10__test__umob5vkfksqjvj4qg2tag90un7ettq2pccr5atcjpvhgkfsciq3fl9030uf6brcf/f/720830c947a94eccae596d8951949abd_SeqId_6_ as hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d/f/763800643afe4d86a6d6eb1cd066d581_SeqId_6_ 2024-11-18T21:21:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 108f38ea6c624b748d7395c026d2cb08_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T21:21:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins.hfs.10__test__umob5vkfksqjvj4qg2tag90un7ettq2pccr5atcjpvhgkfsciq3fl9030uf6brcf/f/108f38ea6c624b748d7395c026d2cb08_SeqId_6_ as hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d/f/fdd1faa7afed46618b3b0e937746cefc_SeqId_6_ 2024-11-18T21:21:40,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins.hfs.10__test__umob5vkfksqjvj4qg2tag90un7ettq2pccr5atcjpvhgkfsciq3fl9030uf6brcf/f/720830c947a94eccae596d8951949abd_SeqId_6_ into 9b61911ae7f89d33229a211874e6cb0d/f as hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d/f/763800643afe4d86a6d6eb1cd066d581_SeqId_6_ - updating store file list. 2024-11-18T21:21:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 763800643afe4d86a6d6eb1cd066d581_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T21:21:40,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d/f/763800643afe4d86a6d6eb1cd066d581_SeqId_6_ into 9b61911ae7f89d33229a211874e6cb0d/f 2024-11-18T21:21:40,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins.hfs.10__test__umob5vkfksqjvj4qg2tag90un7ettq2pccr5atcjpvhgkfsciq3fl9030uf6brcf/f/720830c947a94eccae596d8951949abd_SeqId_6_ into 9b61911ae7f89d33229a211874e6cb0d/f (new location: hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d/f/763800643afe4d86a6d6eb1cd066d581_SeqId_6_) 2024-11-18T21:21:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins.hfs.10__test__umob5vkfksqjvj4qg2tag90un7ettq2pccr5atcjpvhgkfsciq3fl9030uf6brcf/f/720830c947a94eccae596d8951949abd_SeqId_6_ 2024-11-18T21:21:40,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins.hfs.10__test__umob5vkfksqjvj4qg2tag90un7ettq2pccr5atcjpvhgkfsciq3fl9030uf6brcf/f/108f38ea6c624b748d7395c026d2cb08_SeqId_6_ into 9b61911ae7f89d33229a211874e6cb0d/f as hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d/f/fdd1faa7afed46618b3b0e937746cefc_SeqId_6_ - updating store file list. 2024-11-18T21:21:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fdd1faa7afed46618b3b0e937746cefc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T21:21:40,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d/f/fdd1faa7afed46618b3b0e937746cefc_SeqId_6_ into 9b61911ae7f89d33229a211874e6cb0d/f 2024-11-18T21:21:40,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins.hfs.10__test__umob5vkfksqjvj4qg2tag90un7ettq2pccr5atcjpvhgkfsciq3fl9030uf6brcf/f/108f38ea6c624b748d7395c026d2cb08_SeqId_6_ into 9b61911ae7f89d33229a211874e6cb0d/f (new location: hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d/f/fdd1faa7afed46618b3b0e937746cefc_SeqId_6_) 2024-11-18T21:21:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/staging/jenkins.hfs.10__test__umob5vkfksqjvj4qg2tag90un7ettq2pccr5atcjpvhgkfsciq3fl9030uf6brcf/f/108f38ea6c624b748d7395c026d2cb08_SeqId_6_ 2024-11-18T21:21:40,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42901 {}] regionserver.ReplicationSink(324): Finished replicating [585b37bd-4d2c-4296-a1cf-403ed8f94a8a] bulk loaded data 2024-11-18T21:21:40,393 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 1033, reset compression=false 2024-11-18T21:21:40,752 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 687, reset compression=false 2024-11-18T21:21:40,789 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:21:40,792 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,42901,1731964883232 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b61911ae7f89d33229a211874e6cb0d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731964900276/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-18T21:21:40,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.ReplicationSink(318): Replicating [585b37bd-4d2c-4296-a1cf-403ed8f94a8a, cf3e91df-9868-4423-9315-a028e32576bc] bulk loaded data 2024-11-18T21:21:40,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:21:40,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:21:40,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:40,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:40,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:40,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:40,881 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:21:40,881 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=875742492, stopped=false 2024-11-18T21:21:40,881 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,33789,1731964886768 2024-11-18T21:21:40,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1377297897/running 2024-11-18T21:21:40,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897 2024-11-18T21:21:40,887 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:21:40,887 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:21:40,887 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:40,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:40,887 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,39393,1731964886913' ***** 2024-11-18T21:21:40,887 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:21:40,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741844_1020 (size=11194) 2024-11-18T21:21:40,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1377297897/running 2024-11-18T21:21:40,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897 2024-11-18T21:21:40,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Set watcher on znode that does not yet exist, /1377297897/running 2024-11-18T21:21:40,893 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:21:40,893 INFO [RS:0;d63b309a8c2d:39393 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:21:40,893 INFO [RS:0;d63b309a8c2d:39393 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:21:40,893 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a9e90fc208cf0f48821a61f5df7b419 2024-11-18T21:21:40,896 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(3091): Received CLOSE for 6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:40,896 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,39393,1731964886913 2024-11-18T21:21:40,896 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:21:40,896 INFO [RS:0;d63b309a8c2d:39393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:21:40,897 INFO [RS:0;d63b309a8c2d:39393 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:39393. 2024-11-18T21:21:40,897 DEBUG [RS:0;d63b309a8c2d:39393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:40,897 DEBUG [RS:0;d63b309a8c2d:39393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:40,897 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:21:40,897 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:21:40,897 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:21:40,897 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:21:40,897 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a9e90fc208cf0f48821a61f5df7b419, disabling compactions & flushes 2024-11-18T21:21:40,897 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419. 2024-11-18T21:21:40,897 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419. 2024-11-18T21:21:40,897 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419. after waiting 0 ms 2024-11-18T21:21:40,897 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419. 2024-11-18T21:21:40,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Set watcher on znode that does not yet exist, /1377297897/running 2024-11-18T21:21:40,900 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T21:21:40,900 DEBUG [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1325): Online Regions={8a9e90fc208cf0f48821a61f5df7b419=test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419., 1588230740=hbase:meta,,1.1588230740, 6079d1e3e1b1fb7a5aab34339f6c598d=hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d.} 2024-11-18T21:21:40,900 DEBUG [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6079d1e3e1b1fb7a5aab34339f6c598d, 8a9e90fc208cf0f48821a61f5df7b419 2024-11-18T21:21:40,904 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:21:40,905 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:21:40,905 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:21:40,905 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:21:40,905 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:21:40,905 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T21:21:40,920 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:21:40,920 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:21:40,935 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:21:40,963 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/default/test/8a9e90fc208cf0f48821a61f5df7b419/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:21:40,964 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:21:40,964 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:21:40,964 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419. 2024-11-18T21:21:40,964 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a9e90fc208cf0f48821a61f5df7b419: Waiting for close lock at 1731964900897Running coprocessor pre-close hooks at 1731964900897Disabling compacts and flushes for region at 1731964900897Disabling writes for close at 1731964900897Writing region close event to WAL at 1731964900932 (+35 ms)Running coprocessor post-close hooks at 1731964900964 (+32 ms)Closed at 1731964900964 2024-11-18T21:21:40,964 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419. 2024-11-18T21:21:40,964 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6079d1e3e1b1fb7a5aab34339f6c598d, disabling compactions & flushes 2024-11-18T21:21:40,964 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d. 2024-11-18T21:21:40,964 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d. 2024-11-18T21:21:40,964 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d. after waiting 0 ms 2024-11-18T21:21:40,964 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d. 2024-11-18T21:21:40,965 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6079d1e3e1b1fb7a5aab34339f6c598d 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-18T21:21:40,992 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 1033, reset compression=false 2024-11-18T21:21:41,009 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 1033, reset compression=false 2024-11-18T21:21:41,015 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/replication/6079d1e3e1b1fb7a5aab34339f6c598d/.tmp/hfileref/bec7d5fa432243c28112c871ad4478bd is 74, key is 1/hfileref:108f38ea6c624b748d7395c026d2cb08_SeqId_6_/1731964900305/DeleteColumn/seqid=0 2024-11-18T21:21:41,017 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/.tmp/info/341a60a1b5894a759ea465338af64c9d is 147, key is hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d./info:regioninfo/1731964895005/Put/seqid=0 2024-11-18T21:21:41,028 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:21:41,028 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 1328, reset compression=false 2024-11-18T21:21:41,028 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.shipperd63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,39393,1731964886913 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:21:41,030 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.shipperd63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d63b309a8c2d,39393,1731964886913: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d63b309a8c2d,39393,1731964886913, walGroup=d63b309a8c2d%2C39393%2C1731964886913, offset=d63b309a8c2d%2C39393%2C1731964886913.1731964888065:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:39393 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T21:21:41,032 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.shipperd63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T21:21:41,032 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.shipperd63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T21:21:41,050 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.shipperd63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T21:21:41,050 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.shipperd63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T21:21:41,050 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.shipperd63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T21:21:41,050 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.shipperd63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 552119808 }, "NonHeapMemoryUsage": { "committed": 190906368, "init": 7667712, "max": -1, "used": 188055664 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T21:21:41,050 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.shipperd63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T21:21:41,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741846_1022 (size=7686) 2024-11-18T21:21:41,101 DEBUG [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:41,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741845_1021 (size=5345) 2024-11-18T21:21:41,304 DEBUG [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:41,326 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 1033, reset compression=false 2024-11-18T21:21:41,345 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 1328, reset compression=false 2024-11-18T21:21:41,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741847_1023 (size=10791) 2024-11-18T21:21:41,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T21:21:41,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:21:41,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:41,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:41,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1 from cache 2024-11-18T21:21:41,489 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/.tmp/info/341a60a1b5894a759ea465338af64c9d 2024-11-18T21:21:41,493 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:41,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1] 2024-11-18T21:21:41,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:21:41,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:41,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:41,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1 from cache 2024-11-18T21:21:41,505 DEBUG [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:41,530 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/replication/6079d1e3e1b1fb7a5aab34339f6c598d/.tmp/hfileref/bec7d5fa432243c28112c871ad4478bd 2024-11-18T21:21:41,551 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/.tmp/ns/ca162c61d329491a9918358cd70eec0a is 43, key is default/ns:d/1731964889108/Put/seqid=0 2024-11-18T21:21:41,580 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/replication/6079d1e3e1b1fb7a5aab34339f6c598d/.tmp/queue/cd056b9c69b04444a633f87e9f05dcad is 154, key is 1-d63b309a8c2d,39393,1731964886913/queue:d63b309a8c2d%2C39393%2C1731964886913/1731964900317/Put/seqid=0 2024-11-18T21:21:41,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741848_1024 (size=5153) 2024-11-18T21:21:41,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741849_1025 (size=5353) 2024-11-18T21:21:41,703 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:41,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1] 2024-11-18T21:21:41,705 DEBUG [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:41,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:21:41,712 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 1328, reset compression=false 2024-11-18T21:21:41,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:41,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:41,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1 from cache 2024-11-18T21:21:41,788 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 1033, reset compression=false 2024-11-18T21:21:41,905 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T21:21:41,905 DEBUG [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6079d1e3e1b1fb7a5aab34339f6c598d=hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d.} 2024-11-18T21:21:41,905 DEBUG [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:42,002 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/.tmp/ns/ca162c61d329491a9918358cd70eec0a 2024-11-18T21:21:42,009 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/replication/6079d1e3e1b1fb7a5aab34339f6c598d/.tmp/queue/cd056b9c69b04444a633f87e9f05dcad 2024-11-18T21:21:42,024 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:42,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1] 2024-11-18T21:21:42,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:21:42,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:42,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:42,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1 from cache 2024-11-18T21:21:42,045 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/replication/6079d1e3e1b1fb7a5aab34339f6c598d/.tmp/hfileref/bec7d5fa432243c28112c871ad4478bd as hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/replication/6079d1e3e1b1fb7a5aab34339f6c598d/hfileref/bec7d5fa432243c28112c871ad4478bd 2024-11-18T21:21:42,087 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/replication/6079d1e3e1b1fb7a5aab34339f6c598d/hfileref/bec7d5fa432243c28112c871ad4478bd, entries=4, sequenceid=12, filesize=5.2 K 2024-11-18T21:21:42,096 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/replication/6079d1e3e1b1fb7a5aab34339f6c598d/.tmp/queue/cd056b9c69b04444a633f87e9f05dcad as hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/replication/6079d1e3e1b1fb7a5aab34339f6c598d/queue/cd056b9c69b04444a633f87e9f05dcad 2024-11-18T21:21:42,097 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/.tmp/rep_barrier/69cb2f0ce3ef4f3db465322cd5f845c3 is 112, key is test,,1731964891367.8a9e90fc208cf0f48821a61f5df7b419./rep_barrier:seqnumDuringOpen/1731964892174/Put/seqid=0 2024-11-18T21:21:42,108 DEBUG [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6079d1e3e1b1fb7a5aab34339f6c598d 2024-11-18T21:21:42,120 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/replication/6079d1e3e1b1fb7a5aab34339f6c598d/queue/cd056b9c69b04444a633f87e9f05dcad, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T21:21:42,122 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 6079d1e3e1b1fb7a5aab34339f6c598d in 1158ms, sequenceid=12, compaction requested=false 2024-11-18T21:21:42,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741850_1026 (size=5518) 2024-11-18T21:21:42,139 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/.tmp/rep_barrier/69cb2f0ce3ef4f3db465322cd5f845c3 2024-11-18T21:21:42,147 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/replication/6079d1e3e1b1fb7a5aab34339f6c598d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T21:21:42,148 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:21:42,148 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:21:42,148 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d. 2024-11-18T21:21:42,148 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6079d1e3e1b1fb7a5aab34339f6c598d: Waiting for close lock at 1731964900964Running coprocessor pre-close hooks at 1731964900964Disabling compacts and flushes for region at 1731964900964Disabling writes for close at 1731964900964Obtaining lock to block concurrent updates at 1731964900965 (+1 ms)Preparing flush snapshotting stores in 6079d1e3e1b1fb7a5aab34339f6c598d at 1731964900965Finished memstore snapshotting hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731964900965Flushing stores of hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d. at 1731964900967 (+2 ms)Flushing 6079d1e3e1b1fb7a5aab34339f6c598d/hfileref: creating writer at 1731964900967Flushing 6079d1e3e1b1fb7a5aab34339f6c598d/hfileref: appending metadata at 1731964901011 (+44 ms)Flushing 6079d1e3e1b1fb7a5aab34339f6c598d/hfileref: closing flushed file at 1731964901012 (+1 ms)Flushing 6079d1e3e1b1fb7a5aab34339f6c598d/queue: creating writer at 1731964901536 (+524 ms)Flushing 6079d1e3e1b1fb7a5aab34339f6c598d/queue: appending metadata at 1731964901579 (+43 ms)Flushing 6079d1e3e1b1fb7a5aab34339f6c598d/queue: closing flushed file at 1731964901579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ef3a13: reopening flushed file at 1731964902031 (+452 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@286f1ffe: reopening flushed file at 1731964902087 (+56 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 6079d1e3e1b1fb7a5aab34339f6c598d in 1158ms, sequenceid=12, compaction requested=false at 1731964902122 (+35 ms)Writing region close event to WAL at 1731964902136 (+14 ms)Running coprocessor post-close hooks at 1731964902148 (+12 ms)Closed at 1731964902148 2024-11-18T21:21:42,149 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731964893720.6079d1e3e1b1fb7a5aab34339f6c598d. 2024-11-18T21:21:42,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T21:21:42,153 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T21:21:42,175 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 1328, reset compression=false 2024-11-18T21:21:42,184 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/.tmp/table/15483b34321f435386e342c44a7b12a9 is 53, key is hbase:replication/table:state/1731964895032/Put/seqid=0 2024-11-18T21:21:42,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741851_1027 (size=5308) 2024-11-18T21:21:42,308 DEBUG [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:21:42,327 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 1033, reset compression=false 2024-11-18T21:21:42,511 DEBUG [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:21:42,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:42,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1] 2024-11-18T21:21:42,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:21:42,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:42,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:42,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39393,1731964886913, seqNum=-1 from cache 2024-11-18T21:21:42,549 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:21:42,557 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-18T21:21:41.386Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:41.497Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:41.713Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:42.033Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:42.549Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server d63b309a8c2d,39393,1731964886913 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-18T21:21:42,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-18T21:21:41.386Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:41.497Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:41.713Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:42.033Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:42.549Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server d63b309a8c2d,39393,1731964886913 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-18T21:21:42,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:51002 deadline: 1731964960793, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-18T21:21:41.386Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:41.497Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:41.713Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:42.033Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:42.549Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:42,562 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-18T21:21:41.386Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:41.497Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:41.713Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:42.033Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting 2024-11-18T21:21:42.549Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server d63b309a8c2d,39393,1731964886913 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:21:42,620 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/.tmp/table/15483b34321f435386e342c44a7b12a9 2024-11-18T21:21:42,637 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/.tmp/info/341a60a1b5894a759ea465338af64c9d as hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/info/341a60a1b5894a759ea465338af64c9d 2024-11-18T21:21:42,646 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/info/341a60a1b5894a759ea465338af64c9d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T21:21:42,649 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/.tmp/ns/ca162c61d329491a9918358cd70eec0a as hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/ns/ca162c61d329491a9918358cd70eec0a 2024-11-18T21:21:42,663 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/ns/ca162c61d329491a9918358cd70eec0a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T21:21:42,664 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/.tmp/rep_barrier/69cb2f0ce3ef4f3db465322cd5f845c3 as hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/rep_barrier/69cb2f0ce3ef4f3db465322cd5f845c3 2024-11-18T21:21:42,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:21:42,668 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server d63b309a8c2d,39393,1731964886913 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:21:42,671 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/rep_barrier/69cb2f0ce3ef4f3db465322cd5f845c3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T21:21:42,672 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/.tmp/table/15483b34321f435386e342c44a7b12a9 as hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/table/15483b34321f435386e342c44a7b12a9 2024-11-18T21:21:42,679 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/table/15483b34321f435386e342c44a7b12a9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T21:21:42,681 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1776ms, sequenceid=16, compaction requested=false 2024-11-18T21:21:42,696 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.1731964888065 to pos 1328, reset compression=false 2024-11-18T21:21:42,712 DEBUG [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:21:42,744 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T21:21:42,746 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:21:42,746 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:21:42,746 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:21:42,746 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964900904Running coprocessor pre-close hooks at 1731964900904Disabling compacts and flushes for region at 1731964900904Disabling writes for close at 1731964900905 (+1 ms)Obtaining lock to block concurrent updates at 1731964900905Preparing flush snapshotting stores in 1588230740 at 1731964900905Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731964900905Flushing stores of hbase:meta,,1.1588230740 at 1731964900912 (+7 ms)Flushing 1588230740/info: creating writer at 1731964900912Flushing 1588230740/info: appending metadata at 1731964900995 (+83 ms)Flushing 1588230740/info: closing flushed file at 1731964900996 (+1 ms)Flushing 1588230740/ns: creating writer at 1731964901508 (+512 ms)Flushing 1588230740/ns: appending metadata at 1731964901549 (+41 ms)Flushing 1588230740/ns: closing flushed file at 1731964901551 (+2 ms)Flushing 1588230740/rep_barrier: creating writer at 1731964902042 (+491 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731964902096 (+54 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731964902096Flushing 1588230740/table: creating writer at 1731964902150 (+54 ms)Flushing 1588230740/table: appending metadata at 1731964902184 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731964902184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b2c767: reopening flushed file at 1731964902632 (+448 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b9a5a9: reopening flushed file at 1731964902646 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52981afa: reopening flushed file at 1731964902663 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@193d7c0f: reopening flushed file at 1731964902671 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1776ms, sequenceid=16, compaction requested=false at 1731964902681 (+10 ms)Writing region close event to WAL at 1731964902712 (+31 ms)Running coprocessor post-close hooks at 1731964902746 (+34 ms)Closed at 1731964902746 2024-11-18T21:21:42,746 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:21:42,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d63b309a8c2d,39393,1731964886913 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:21:42,877 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server d63b309a8c2d,39393,1731964886913 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:21:42,913 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,39393,1731964886913; all regions closed. 2024-11-18T21:21:42,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741834_1010 (size=4239) 2024-11-18T21:21:42,932 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/WALs/d63b309a8c2d,39393,1731964886913/d63b309a8c2d%2C39393%2C1731964886913.meta.1731964889016.meta not finished, retry = 0 2024-11-18T21:21:42,932 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 1033, reset compression=false 2024-11-18T21:21:43,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741839_1015 (size=3127) 2024-11-18T21:21:43,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741832_1008 (size=1336) 2024-11-18T21:21:43,056 DEBUG [RS:0;d63b309a8c2d:39393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:43,056 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:21:43,057 INFO [RS:0;d63b309a8c2d:39393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:21:43,057 INFO [RS:0;d63b309a8c2d:39393 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:21:43,057 INFO [RS:0;d63b309a8c2d:39393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:21:43,057 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:21:43,057 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d63b309a8c2d,39393,1731964886913 because: Region server is closing 2024-11-18T21:21:43,058 INFO [RS:0;d63b309a8c2d:39393 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:39393. 2024-11-18T21:21:43,058 DEBUG [RS:0;d63b309a8c2d:39393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:43,058 DEBUG [RS:0;d63b309a8c2d:39393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:43,058 DEBUG [RS:0;d63b309a8c2d:39393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:43,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:43,158 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.shipperd63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 terminated 2024-11-18T21:21:43,159 INFO [RS:0;d63b309a8c2d:39393 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:39393. 2024-11-18T21:21:43,159 DEBUG [RS:0;d63b309a8c2d:39393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:43,158 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39393,1731964886913.replicationSource.wal-reader.d63b309a8c2d%2C39393%2C1731964886913,1-d63b309a8c2d,39393,1731964886913 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T21:21:43,159 DEBUG [RS:0;d63b309a8c2d:39393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:43,159 DEBUG [RS:0;d63b309a8c2d:39393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:43,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:43,160 INFO [RS:0;d63b309a8c2d:39393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39393 2024-11-18T21:21:43,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1377297897/rs/d63b309a8c2d,39393,1731964886913 2024-11-18T21:21:43,164 INFO [RS:0;d63b309a8c2d:39393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:21:43,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897/rs 2024-11-18T21:21:43,172 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,39393,1731964886913] 2024-11-18T21:21:43,178 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1377297897/draining/d63b309a8c2d,39393,1731964886913 already deleted, retry=false 2024-11-18T21:21:43,178 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,39393,1731964886913 expired; onlineServers=0 2024-11-18T21:21:43,178 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,33789,1731964886768' ***** 2024-11-18T21:21:43,178 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:21:43,178 INFO [M:0;d63b309a8c2d:33789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:21:43,178 INFO [M:0;d63b309a8c2d:33789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:21:43,178 DEBUG [M:0;d63b309a8c2d:33789 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:21:43,178 DEBUG [M:0;d63b309a8c2d:33789 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:21:43,178 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:21:43,178 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964887808 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964887808,5,FailOnTimeoutGroup] 2024-11-18T21:21:43,178 INFO [M:0;d63b309a8c2d:33789 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:21:43,178 INFO [M:0;d63b309a8c2d:33789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:21:43,179 DEBUG [M:0;d63b309a8c2d:33789 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:21:43,179 INFO [M:0;d63b309a8c2d:33789 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:21:43,179 INFO [M:0;d63b309a8c2d:33789 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:21:43,179 INFO [M:0;d63b309a8c2d:33789 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:21:43,179 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:21:43,179 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964887812 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964887812,5,FailOnTimeoutGroup] 2024-11-18T21:21:43,183 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d63b309a8c2d:39393 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d63b309a8c2d/172.17.0.3:39393 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:21:43,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address d63b309a8c2d:39393 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d63b309a8c2d/172.17.0.3:39393 2024-11-18T21:21:43,184 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=d63b309a8c2d:39393 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d63b309a8c2d/172.17.0.3:39393 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d63b309a8c2d/172.17.0.3:39393 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T21:21:43,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1377297897/master 2024-11-18T21:21:43,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1377297897 2024-11-18T21:21:43,187 DEBUG [M:0;d63b309a8c2d:33789 {}] zookeeper.RecoverableZooKeeper(212): Node /1377297897/master already deleted, retry=false 2024-11-18T21:21:43,187 DEBUG [M:0;d63b309a8c2d:33789 {}] master.ActiveMasterManager(353): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Failed delete of our master address node; KeeperErrorCode = NoNode for /1377297897/master 2024-11-18T21:21:43,188 INFO [M:0;d63b309a8c2d:33789 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/.lastflushedseqids 2024-11-18T21:21:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T21:21:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:58712 deadline: 1731964963191, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-18T21:21:43,194 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-18T21:21:43,195 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T21:21:43,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741852_1028 (size=263) 2024-11-18T21:21:43,237 INFO [M:0;d63b309a8c2d:33789 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:21:43,237 INFO [M:0;d63b309a8c2d:33789 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:21:43,237 DEBUG [M:0;d63b309a8c2d:33789 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:21:43,237 INFO [M:0;d63b309a8c2d:33789 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:43,237 DEBUG [M:0;d63b309a8c2d:33789 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:43,237 DEBUG [M:0;d63b309a8c2d:33789 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:21:43,238 DEBUG [M:0;d63b309a8c2d:33789 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:43,238 INFO [M:0;d63b309a8c2d:33789 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T21:21:43,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:43,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39393-0x10054c4d62c0004, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:43,269 INFO [RS:0;d63b309a8c2d:39393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:21:43,269 INFO [RS:0;d63b309a8c2d:39393 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,39393,1731964886913; zookeeper connection closed. 2024-11-18T21:21:43,272 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45dd54b3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45dd54b3 2024-11-18T21:21:43,273 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:21:43,303 DEBUG [M:0;d63b309a8c2d:33789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16fa13c9a0294cfd875178449212673b is 82, key is hbase:meta,,1/info:regioninfo/1731964889084/Put/seqid=0 2024-11-18T21:21:43,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741853_1029 (size=5672) 2024-11-18T21:21:43,595 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-18T21:21:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T21:21:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:58712 deadline: 1731964963598, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-18T21:21:43,605 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-18T21:21:43,606 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T21:21:43,606 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-18T21:21:43,661 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 1033, reset compression=false 2024-11-18T21:21:43,743 INFO [M:0;d63b309a8c2d:33789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16fa13c9a0294cfd875178449212673b 2024-11-18T21:21:43,827 DEBUG [M:0;d63b309a8c2d:33789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddeaf50f989c45019ada9f645d7009f6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731964895039/Put/seqid=0 2024-11-18T21:21:43,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741854_1030 (size=8516) 2024-11-18T21:21:44,107 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-18T21:21:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T21:21:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:58712 deadline: 1731964964109, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-18T21:21:44,110 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-18T21:21:44,111 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T21:21:44,111 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-18T21:21:44,281 INFO [M:0;d63b309a8c2d:33789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddeaf50f989c45019ada9f645d7009f6 2024-11-18T21:21:44,310 DEBUG [M:0;d63b309a8c2d:33789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0941910f2f14342b3cd643c0482a88c is 69, key is d63b309a8c2d,39393,1731964886913/rs:state/1731964887886/Put/seqid=0 2024-11-18T21:21:44,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741855_1031 (size=5156) 2024-11-18T21:21:44,337 INFO [M:0;d63b309a8c2d:33789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0941910f2f14342b3cd643c0482a88c 2024-11-18T21:21:44,348 DEBUG [M:0;d63b309a8c2d:33789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16fa13c9a0294cfd875178449212673b as hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16fa13c9a0294cfd875178449212673b 2024-11-18T21:21:44,355 INFO [M:0;d63b309a8c2d:33789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16fa13c9a0294cfd875178449212673b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T21:21:44,356 DEBUG [M:0;d63b309a8c2d:33789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddeaf50f989c45019ada9f645d7009f6 as hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ddeaf50f989c45019ada9f645d7009f6 2024-11-18T21:21:44,363 INFO [M:0;d63b309a8c2d:33789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ddeaf50f989c45019ada9f645d7009f6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T21:21:44,364 DEBUG [M:0;d63b309a8c2d:33789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0941910f2f14342b3cd643c0482a88c as hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0941910f2f14342b3cd643c0482a88c 2024-11-18T21:21:44,369 INFO [M:0;d63b309a8c2d:33789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/2bd91887-c9b0-4401-402f-054065d59c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0941910f2f14342b3cd643c0482a88c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T21:21:44,370 INFO [M:0;d63b309a8c2d:33789 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1132ms, sequenceid=97, compaction requested=false 2024-11-18T21:21:44,377 INFO [M:0;d63b309a8c2d:33789 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:44,377 DEBUG [M:0;d63b309a8c2d:33789 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964903237Disabling compacts and flushes for region at 1731964903237Disabling writes for close at 1731964903237Obtaining lock to block concurrent updates at 1731964903238 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731964903238Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731964903238Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731964903242 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731964903242Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731964903302 (+60 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731964903302Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731964903765 (+463 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731964903827 (+62 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731964903827Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731964904288 (+461 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731964904309 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731964904309Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67108013: reopening flushed file at 1731964904348 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c9ad303: reopening flushed file at 1731964904355 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c4c349c: reopening flushed file at 1731964904363 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1132ms, sequenceid=97, compaction requested=false at 1731964904370 (+7 ms)Writing region close event to WAL at 1731964904377 (+7 ms)Closed at 1731964904377 2024-11-18T21:21:44,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39777 is added to blk_1073741830_1006 (size=63654) 2024-11-18T21:21:44,385 INFO [M:0;d63b309a8c2d:33789 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:21:44,385 INFO [M:0;d63b309a8c2d:33789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33789 2024-11-18T21:21:44,386 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:21:44,386 INFO [M:0;d63b309a8c2d:33789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:21:44,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:44,491 INFO [M:0;d63b309a8c2d:33789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:21:44,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33789-0x10054c4d62c0003, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:44,493 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 1033, reset compression=false 2024-11-18T21:21:44,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2febc756{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:21:44,496 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c143e7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:21:44,496 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:21:44,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@449c586f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:21:44,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4723368d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/hadoop.log.dir/,STOPPED} 2024-11-18T21:21:44,506 WARN [BP-1992823469-172.17.0.3-1731964885846 heartbeating to localhost/127.0.0.1:36673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:21:44,506 WARN [BP-1992823469-172.17.0.3-1731964885846 heartbeating to localhost/127.0.0.1:36673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1992823469-172.17.0.3-1731964885846 (Datanode Uuid 83edd240-65fd-4e29-a9b4-355e8c6e7171) service to localhost/127.0.0.1:36673 2024-11-18T21:21:44,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/cluster_2a380f85-3396-17fe-4e6f-599ebfa8cc86/data/data1/current/BP-1992823469-172.17.0.3-1731964885846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:21:44,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/cluster_2a380f85-3396-17fe-4e6f-599ebfa8cc86/data/data2/current/BP-1992823469-172.17.0.3-1731964885846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:21:44,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:21:44,508 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:21:44,508 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:21:44,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20a9193d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:21:44,532 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cd741ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:21:44,533 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:21:44,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b74bab8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:21:44,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27d8bc7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/hadoop.log.dir/,STOPPED} 2024-11-18T21:21:44,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:21:44,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:21:44,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:21:44,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:44,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:44,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:44,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:44,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:21:44,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=155996201, stopped=false 2024-11-18T21:21:44,563 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,39361,1731964883065 2024-11-18T21:21:44,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-504351462/running 2024-11-18T21:21:44,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462 2024-11-18T21:21:44,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-504351462/running 2024-11-18T21:21:44,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462 2024-11-18T21:21:44,576 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:21:44,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Set watcher on znode that does not yet exist, /0-504351462/running 2024-11-18T21:21:44,577 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:21:44,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Set watcher on znode that does not yet exist, /0-504351462/running 2024-11-18T21:21:44,577 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:44,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:44,578 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,42901,1731964883232' ***** 2024-11-18T21:21:44,578 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:21:44,578 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:21:44,578 INFO [RS:0;d63b309a8c2d:42901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:21:44,578 INFO [RS:0;d63b309a8c2d:42901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:21:44,578 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(3091): Received CLOSE for e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:44,578 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:21:44,578 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b61911ae7f89d33229a211874e6cb0d 2024-11-18T21:21:44,579 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,42901,1731964883232 2024-11-18T21:21:44,579 INFO [RS:0;d63b309a8c2d:42901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:21:44,579 INFO [RS:0;d63b309a8c2d:42901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:42901. 2024-11-18T21:21:44,579 DEBUG [RS:0;d63b309a8c2d:42901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:44,579 DEBUG [RS:0;d63b309a8c2d:42901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:44,579 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:21:44,579 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:21:44,579 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:21:44,579 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:21:44,580 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T21:21:44,580 DEBUG [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(1325): Online Regions={e93390991a58eeca1044df131c2835fb=hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb., 9b61911ae7f89d33229a211874e6cb0d=test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:21:44,581 DEBUG [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b61911ae7f89d33229a211874e6cb0d, e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:44,581 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:21:44,581 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:21:44,581 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e93390991a58eeca1044df131c2835fb, disabling compactions & flushes 2024-11-18T21:21:44,581 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:21:44,581 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb. 2024-11-18T21:21:44,581 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:21:44,581 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:21:44,581 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb. 2024-11-18T21:21:44,581 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb. after waiting 0 ms 2024-11-18T21:21:44,581 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb. 2024-11-18T21:21:44,581 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T21:21:44,581 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e93390991a58eeca1044df131c2835fb 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-18T21:21:44,601 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:21:44,630 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/replication/e93390991a58eeca1044df131c2835fb/.tmp/hfileref/37574188ccc64fce82f267288169ffec is 74, key is 1/hfileref:14e79258c40546e88e13c2d59c500da6_SeqId_4_/1731964897788/DeleteColumn/seqid=0 2024-11-18T21:21:44,631 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/.tmp/info/eaf6840324444250837b8c1e72d99873 is 147, key is hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb./info:regioninfo/1731964892945/Put/seqid=0 2024-11-18T21:21:44,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741846_1022 (size=7686) 2024-11-18T21:21:44,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741847_1023 (size=5345) 2024-11-18T21:21:44,712 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-18T21:21:44,713 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d63b309a8c2d:33789 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d63b309a8c2d/172.17.0.3:33789 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:21:44,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address d63b309a8c2d:33789 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d63b309a8c2d/172.17.0.3:33789 2024-11-18T21:21:44,784 DEBUG [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b61911ae7f89d33229a211874e6cb0d, e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:44,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:44,829 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d63b309a8c2d:33789 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d63b309a8c2d/172.17.0.3:33789 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T21:21:44,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=d63b309a8c2d:33789 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d63b309a8c2d/172.17.0.3:33789 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-18T21:21:44,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address d63b309a8c2d:33789 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d63b309a8c2d/172.17.0.3:33789 2024-11-18T21:21:44,908 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:21:44,909 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:21:44,985 DEBUG [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b61911ae7f89d33229a211874e6cb0d, e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:45,033 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:45,034 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d63b309a8c2d:33789 this server is in the failed servers list 2024-11-18T21:21:45,035 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d63b309a8c2d:33789 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:21:45,080 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/.tmp/info/eaf6840324444250837b8c1e72d99873 2024-11-18T21:21:45,101 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/replication/e93390991a58eeca1044df131c2835fb/.tmp/hfileref/37574188ccc64fce82f267288169ffec 2024-11-18T21:21:45,124 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/.tmp/ns/b9a6b35d91d94b5c96f6cbc32292710c is 43, key is default/ns:d/1731964885681/Put/seqid=0 2024-11-18T21:21:45,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741848_1024 (size=5153) 2024-11-18T21:21:45,141 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/.tmp/ns/b9a6b35d91d94b5c96f6cbc32292710c 2024-11-18T21:21:45,165 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/replication/e93390991a58eeca1044df131c2835fb/.tmp/queue/07351355b5e94a698cb3f06a665a9ddc is 153, key is 1-d63b309a8c2d,42901,1731964883232/queue:d63b309a8c2d%2C42901%2C1731964883232/1731964897802/Put/seqid=0 2024-11-18T21:21:45,171 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/.tmp/rep_barrier/014e9cb112424de9971b2d235ac895d2 is 112, key is test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d./rep_barrier:seqnumDuringOpen/1731964890533/Put/seqid=0 2024-11-18T21:21:45,185 DEBUG [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b61911ae7f89d33229a211874e6cb0d, e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:45,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741850_1026 (size=5518) 2024-11-18T21:21:45,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741849_1025 (size=5352) 2024-11-18T21:21:45,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:45,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d63b309a8c2d:33789 this server is in the failed servers list 2024-11-18T21:21:45,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d63b309a8c2d:33789 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:21:45,385 DEBUG [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b61911ae7f89d33229a211874e6cb0d, e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:45,405 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/WALs/d63b309a8c2d,42901,1731964883232/d63b309a8c2d%2C42901%2C1731964883232.1731964885068 to pos 1033, reset compression=false 2024-11-18T21:21:45,586 DEBUG [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b61911ae7f89d33229a211874e6cb0d, e93390991a58eeca1044df131c2835fb 2024-11-18T21:21:45,590 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/.tmp/rep_barrier/014e9cb112424de9971b2d235ac895d2 2024-11-18T21:21:45,594 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/replication/e93390991a58eeca1044df131c2835fb/.tmp/queue/07351355b5e94a698cb3f06a665a9ddc 2024-11-18T21:21:45,609 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/replication/e93390991a58eeca1044df131c2835fb/.tmp/hfileref/37574188ccc64fce82f267288169ffec as hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/replication/e93390991a58eeca1044df131c2835fb/hfileref/37574188ccc64fce82f267288169ffec 2024-11-18T21:21:45,615 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/replication/e93390991a58eeca1044df131c2835fb/hfileref/37574188ccc64fce82f267288169ffec, entries=4, sequenceid=10, filesize=5.2 K 2024-11-18T21:21:45,616 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/replication/e93390991a58eeca1044df131c2835fb/.tmp/queue/07351355b5e94a698cb3f06a665a9ddc as hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/replication/e93390991a58eeca1044df131c2835fb/queue/07351355b5e94a698cb3f06a665a9ddc 2024-11-18T21:21:45,621 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/.tmp/table/42c6c1c134d74e8a940baffb4cdb7b47 is 53, key is hbase:replication/table:state/1731964892956/Put/seqid=0 2024-11-18T21:21:45,641 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/replication/e93390991a58eeca1044df131c2835fb/queue/07351355b5e94a698cb3f06a665a9ddc, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T21:21:45,642 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for e93390991a58eeca1044df131c2835fb in 1061ms, sequenceid=10, compaction requested=false 2024-11-18T21:21:45,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741851_1027 (size=5308) 2024-11-18T21:21:45,653 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/.tmp/table/42c6c1c134d74e8a940baffb4cdb7b47 2024-11-18T21:21:45,669 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/replication/e93390991a58eeca1044df131c2835fb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T21:21:45,670 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:21:45,670 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:21:45,670 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb. 2024-11-18T21:21:45,670 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e93390991a58eeca1044df131c2835fb: Waiting for close lock at 1731964904581Running coprocessor pre-close hooks at 1731964904581Disabling compacts and flushes for region at 1731964904581Disabling writes for close at 1731964904581Obtaining lock to block concurrent updates at 1731964904581Preparing flush snapshotting stores in e93390991a58eeca1044df131c2835fb at 1731964904581Finished memstore snapshotting hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731964904582 (+1 ms)Flushing stores of hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb. at 1731964904583 (+1 ms)Flushing e93390991a58eeca1044df131c2835fb/hfileref: creating writer at 1731964904583Flushing e93390991a58eeca1044df131c2835fb/hfileref: appending metadata at 1731964904630 (+47 ms)Flushing e93390991a58eeca1044df131c2835fb/hfileref: closing flushed file at 1731964904630Flushing e93390991a58eeca1044df131c2835fb/queue: creating writer at 1731964905126 (+496 ms)Flushing e93390991a58eeca1044df131c2835fb/queue: appending metadata at 1731964905157 (+31 ms)Flushing e93390991a58eeca1044df131c2835fb/queue: closing flushed file at 1731964905157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48765c25: reopening flushed file at 1731964905606 (+449 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f583e6: reopening flushed file at 1731964905615 (+9 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for e93390991a58eeca1044df131c2835fb in 1061ms, sequenceid=10, compaction requested=false at 1731964905642 (+27 ms)Writing region close event to WAL at 1731964905653 (+11 ms)Running coprocessor post-close hooks at 1731964905670 (+17 ms)Closed at 1731964905670 2024-11-18T21:21:45,670 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731964892551.e93390991a58eeca1044df131c2835fb. 2024-11-18T21:21:45,671 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b61911ae7f89d33229a211874e6cb0d, disabling compactions & flushes 2024-11-18T21:21:45,671 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d. 2024-11-18T21:21:45,671 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d. 2024-11-18T21:21:45,671 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d. after waiting 0 ms 2024-11-18T21:21:45,671 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d. 2024-11-18T21:21:45,677 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/.tmp/info/eaf6840324444250837b8c1e72d99873 as hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/info/eaf6840324444250837b8c1e72d99873 2024-11-18T21:21:45,692 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/default/test/9b61911ae7f89d33229a211874e6cb0d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:21:45,693 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/info/eaf6840324444250837b8c1e72d99873, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T21:21:45,693 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:21:45,694 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:21:45,694 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d. 2024-11-18T21:21:45,694 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b61911ae7f89d33229a211874e6cb0d: Waiting for close lock at 1731964905670Running coprocessor pre-close hooks at 1731964905670Disabling compacts and flushes for region at 1731964905670Disabling writes for close at 1731964905671 (+1 ms)Writing region close event to WAL at 1731964905688 (+17 ms)Running coprocessor post-close hooks at 1731964905693 (+5 ms)Closed at 1731964905694 (+1 ms) 2024-11-18T21:21:45,694 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731964889213.9b61911ae7f89d33229a211874e6cb0d. 2024-11-18T21:21:45,694 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/.tmp/ns/b9a6b35d91d94b5c96f6cbc32292710c as hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/ns/b9a6b35d91d94b5c96f6cbc32292710c 2024-11-18T21:21:45,699 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/ns/b9a6b35d91d94b5c96f6cbc32292710c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T21:21:45,702 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/.tmp/rep_barrier/014e9cb112424de9971b2d235ac895d2 as hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/rep_barrier/014e9cb112424de9971b2d235ac895d2 2024-11-18T21:21:45,707 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/rep_barrier/014e9cb112424de9971b2d235ac895d2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T21:21:45,708 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/.tmp/table/42c6c1c134d74e8a940baffb4cdb7b47 as hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/table/42c6c1c134d74e8a940baffb4cdb7b47 2024-11-18T21:21:45,712 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/table/42c6c1c134d74e8a940baffb4cdb7b47, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T21:21:45,714 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1133ms, sequenceid=16, compaction requested=false 2024-11-18T21:21:45,726 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T21:21:45,727 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:21:45,727 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:21:45,727 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:21:45,727 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964904581Running coprocessor pre-close hooks at 1731964904581Disabling compacts and flushes for region at 1731964904581Disabling writes for close at 1731964904581Obtaining lock to block concurrent updates at 1731964904581Preparing flush snapshotting stores in 1588230740 at 1731964904581Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731964904581Flushing stores of hbase:meta,,1.1588230740 at 1731964904582 (+1 ms)Flushing 1588230740/info: creating writer at 1731964904582Flushing 1588230740/info: appending metadata at 1731964904631 (+49 ms)Flushing 1588230740/info: closing flushed file at 1731964904631Flushing 1588230740/ns: creating writer at 1731964905091 (+460 ms)Flushing 1588230740/ns: appending metadata at 1731964905123 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731964905123Flushing 1588230740/rep_barrier: creating writer at 1731964905148 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731964905170 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731964905170Flushing 1588230740/table: creating writer at 1731964905596 (+426 ms)Flushing 1588230740/table: appending metadata at 1731964905621 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731964905621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c8ece31: reopening flushed file at 1731964905671 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5edc9b4d: reopening flushed file at 1731964905694 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a4430f: reopening flushed file at 1731964905699 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31621da2: reopening flushed file at 1731964905707 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1133ms, sequenceid=16, compaction requested=false at 1731964905714 (+7 ms)Writing region close event to WAL at 1731964905722 (+8 ms)Running coprocessor post-close hooks at 1731964905727 (+5 ms)Closed at 1731964905727 2024-11-18T21:21:45,727 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:21:45,786 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,42901,1731964883232; all regions closed. 2024-11-18T21:21:45,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741834_1010 (size=4239) 2024-11-18T21:21:45,807 DEBUG [RS:0;d63b309a8c2d:42901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/oldWALs 2024-11-18T21:21:45,807 INFO [RS:0;d63b309a8c2d:42901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C42901%2C1731964883232.meta:.meta(num 1731964885612) 2024-11-18T21:21:45,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741839_1015 (size=2695) 2024-11-18T21:21:45,816 DEBUG [RS:0;d63b309a8c2d:42901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/oldWALs 2024-11-18T21:21:45,816 INFO [RS:0;d63b309a8c2d:42901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C42901%2C1731964883232.rep:(num 1731964892898) 2024-11-18T21:21:45,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741832_1008 (size=1336) 2024-11-18T21:21:45,824 DEBUG [RS:0;d63b309a8c2d:42901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/oldWALs 2024-11-18T21:21:45,824 INFO [RS:0;d63b309a8c2d:42901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C42901%2C1731964883232:(num 1731964885068) 2024-11-18T21:21:45,825 DEBUG [RS:0;d63b309a8c2d:42901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:45,825 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:21:45,827 INFO [RS:0;d63b309a8c2d:42901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:21:45,827 INFO [RS:0;d63b309a8c2d:42901 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:21:45,827 INFO [RS:0;d63b309a8c2d:42901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:21:45,827 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d63b309a8c2d,42901,1731964883232 because: Region server is closing 2024-11-18T21:21:45,827 INFO [RS:0;d63b309a8c2d:42901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:42901. 2024-11-18T21:21:45,827 DEBUG [RS:0;d63b309a8c2d:42901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:45,827 DEBUG [RS:0;d63b309a8c2d:42901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:45,827 DEBUG [RS:0;d63b309a8c2d:42901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:45,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:45,828 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:21:45,853 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:45,854 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d63b309a8c2d:33789 this server is in the failed servers list 2024-11-18T21:21:45,854 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d63b309a8c2d:33789 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:21:45,928 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.wal-reader.d63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T21:21:45,928 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-18T21:21:45,928 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T21:21:45,928 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-18T21:21:46,470 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:21:46,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:46,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:46,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:46,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:46,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:46,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:46,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:46,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:46,629 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,42901,1731964883232.replicationSource.shipperd63b309a8c2d%2C42901%2C1731964883232,1-d63b309a8c2d,42901,1731964883232 terminated 2024-11-18T21:21:46,629 INFO [RS:0;d63b309a8c2d:42901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:42901. 2024-11-18T21:21:46,629 DEBUG [RS:0;d63b309a8c2d:42901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:21:46,629 DEBUG [RS:0;d63b309a8c2d:42901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:46,630 DEBUG [RS:0;d63b309a8c2d:42901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:46,630 INFO [RS:0;d63b309a8c2d:42901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42901 2024-11-18T21:21:46,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:46,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-504351462/rs/d63b309a8c2d,42901,1731964883232 2024-11-18T21:21:46,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462/rs 2024-11-18T21:21:46,633 INFO [RS:0;d63b309a8c2d:42901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:21:46,634 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,42901,1731964883232] 2024-11-18T21:21:46,635 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-504351462/draining/d63b309a8c2d,42901,1731964883232 already deleted, retry=false 2024-11-18T21:21:46,636 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,42901,1731964883232 expired; onlineServers=0 2024-11-18T21:21:46,636 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,39361,1731964883065' ***** 2024-11-18T21:21:46,636 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:21:46,636 INFO [M:0;d63b309a8c2d:39361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:21:46,636 INFO [M:0;d63b309a8c2d:39361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:21:46,636 DEBUG [M:0;d63b309a8c2d:39361 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:21:46,636 DEBUG [M:0;d63b309a8c2d:39361 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:21:46,636 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:21:46,636 INFO [M:0;d63b309a8c2d:39361 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:21:46,636 INFO [M:0;d63b309a8c2d:39361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:21:46,636 DEBUG [M:0;d63b309a8c2d:39361 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:21:46,636 INFO [M:0;d63b309a8c2d:39361 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:21:46,636 INFO [M:0;d63b309a8c2d:39361 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:21:46,636 INFO [M:0;d63b309a8c2d:39361 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:21:46,636 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964884781 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964884781,5,FailOnTimeoutGroup] 2024-11-18T21:21:46,636 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:21:46,636 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964884782 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964884782,5,FailOnTimeoutGroup] 2024-11-18T21:21:46,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-504351462/master 2024-11-18T21:21:46,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-504351462 2024-11-18T21:21:46,638 DEBUG [M:0;d63b309a8c2d:39361 {}] zookeeper.ZKUtil(347): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Unable to get data of znode /0-504351462/master because node does not exist (not an error) 2024-11-18T21:21:46,638 WARN [M:0;d63b309a8c2d:39361 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T21:21:46,642 INFO [M:0;d63b309a8c2d:39361 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/.lastflushedseqids 2024-11-18T21:21:46,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741852_1028 (size=263) 2024-11-18T21:21:46,662 INFO [M:0;d63b309a8c2d:39361 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:21:46,663 INFO [M:0;d63b309a8c2d:39361 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:21:46,663 DEBUG [M:0;d63b309a8c2d:39361 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:21:46,663 INFO [M:0;d63b309a8c2d:39361 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:46,663 DEBUG [M:0;d63b309a8c2d:39361 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:46,663 DEBUG [M:0;d63b309a8c2d:39361 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:21:46,663 DEBUG [M:0;d63b309a8c2d:39361 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:46,663 INFO [M:0;d63b309a8c2d:39361 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T21:21:46,691 DEBUG [M:0;d63b309a8c2d:39361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a768c184083f42d2b215085752c32b5a is 82, key is hbase:meta,,1/info:regioninfo/1731964885662/Put/seqid=0 2024-11-18T21:21:46,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741853_1029 (size=5672) 2024-11-18T21:21:46,701 INFO [M:0;d63b309a8c2d:39361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a768c184083f42d2b215085752c32b5a 2024-11-18T21:21:46,725 DEBUG [M:0;d63b309a8c2d:39361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7f392ae7ba1477eb5909a231a14d0e3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731964892960/Put/seqid=0 2024-11-18T21:21:46,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741854_1030 (size=8515) 2024-11-18T21:21:46,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:46,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10054c4d62c0001, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:46,735 INFO [RS:0;d63b309a8c2d:42901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:21:46,735 INFO [RS:0;d63b309a8c2d:42901 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,42901,1731964883232; zookeeper connection closed. 2024-11-18T21:21:46,741 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16151d62 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16151d62 2024-11-18T21:21:46,741 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:21:46,863 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:46,864 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:21:46,868 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:21:47,140 INFO [M:0;d63b309a8c2d:39361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7f392ae7ba1477eb5909a231a14d0e3 2024-11-18T21:21:47,192 DEBUG [M:0;d63b309a8c2d:39361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cccc0b5ba0804459b8290c664b28c22e is 69, key is d63b309a8c2d,42901,1731964883232/rs:state/1731964884842/Put/seqid=0 2024-11-18T21:21:47,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741855_1031 (size=5156) 2024-11-18T21:21:47,232 INFO [M:0;d63b309a8c2d:39361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cccc0b5ba0804459b8290c664b28c22e 2024-11-18T21:21:47,241 DEBUG [M:0;d63b309a8c2d:39361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a768c184083f42d2b215085752c32b5a as hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a768c184083f42d2b215085752c32b5a 2024-11-18T21:21:47,250 INFO [M:0;d63b309a8c2d:39361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a768c184083f42d2b215085752c32b5a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T21:21:47,251 DEBUG [M:0;d63b309a8c2d:39361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7f392ae7ba1477eb5909a231a14d0e3 as hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7f392ae7ba1477eb5909a231a14d0e3 2024-11-18T21:21:47,256 INFO [M:0;d63b309a8c2d:39361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7f392ae7ba1477eb5909a231a14d0e3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T21:21:47,260 DEBUG [M:0;d63b309a8c2d:39361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cccc0b5ba0804459b8290c664b28c22e as hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cccc0b5ba0804459b8290c664b28c22e 2024-11-18T21:21:47,270 INFO [M:0;d63b309a8c2d:39361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33405/user/jenkins/test-data/e905b14e-bb57-9e86-2ed8-0ec1392050b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cccc0b5ba0804459b8290c664b28c22e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T21:21:47,273 INFO [M:0;d63b309a8c2d:39361 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 610ms, sequenceid=97, compaction requested=false 2024-11-18T21:21:47,281 INFO [M:0;d63b309a8c2d:39361 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:47,281 DEBUG [M:0;d63b309a8c2d:39361 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964906663Disabling compacts and flushes for region at 1731964906663Disabling writes for close at 1731964906663Obtaining lock to block concurrent updates at 1731964906663Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731964906663Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731964906663Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731964906665 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731964906665Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731964906691 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731964906691Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731964906707 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731964906725 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731964906725Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731964907146 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731964907191 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731964907191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d8a934: reopening flushed file at 1731964907239 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b4f1d1a: reopening flushed file at 1731964907251 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@457d3896: reopening flushed file at 1731964907256 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 610ms, sequenceid=97, compaction requested=false at 1731964907273 (+17 ms)Writing region close event to WAL at 1731964907281 (+8 ms)Closed at 1731964907281 2024-11-18T21:21:47,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741830_1006 (size=63642) 2024-11-18T21:21:47,293 INFO [M:0;d63b309a8c2d:39361 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:21:47,293 INFO [M:0;d63b309a8c2d:39361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39361 2024-11-18T21:21:47,293 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:21:47,296 INFO [M:0;d63b309a8c2d:39361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:21:47,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:47,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x10054c4d62c0000, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:21:47,405 INFO [M:0;d63b309a8c2d:39361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:21:47,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bd3f427{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:21:47,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@594e8075{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:21:47,417 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:21:47,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e4b0d21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:21:47,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47f8a48b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/hadoop.log.dir/,STOPPED} 2024-11-18T21:21:47,422 WARN [BP-427224909-172.17.0.3-1731964881884 heartbeating to localhost/127.0.0.1:33405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:21:47,422 WARN [BP-427224909-172.17.0.3-1731964881884 heartbeating to localhost/127.0.0.1:33405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-427224909-172.17.0.3-1731964881884 (Datanode Uuid c07d7d2b-4e24-4a42-a702-945cd2509499) service to localhost/127.0.0.1:33405 2024-11-18T21:21:47,423 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/cluster_cc7fb8ba-3110-16e9-7fd8-8b4bd65dc99a/data/data2/current/BP-427224909-172.17.0.3-1731964881884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:21:47,423 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:21:47,423 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:21:47,423 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:21:47,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/cluster_cc7fb8ba-3110-16e9-7fd8-8b4bd65dc99a/data/data1/current/BP-427224909-172.17.0.3-1731964881884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:21:47,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@383d3699{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:21:47,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@290f1827{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:21:47,437 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:21:47,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56fe2828{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:21:47,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2232c90b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc24b52-8d05-f960-349c-307bd711aa14/hadoop.log.dir/,STOPPED} 2024-11-18T21:21:47,455 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T21:21:47,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:21:47,486 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=248 (was 204) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36673 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33405 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:36673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33405 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36673 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50741) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33405 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36673 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50741) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=625 (was 568) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=973 (was 912) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2288 (was 2914) 2024-11-18T21:21:47,498 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=248, OpenFileDescriptor=625, MaxFileDescriptor=1048576, SystemLoadAverage=973, ProcessCount=11, AvailableMemoryMB=2288 2024-11-18T21:21:47,518 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-18T21:21:47,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/hadoop.log.dir so I do NOT create it in target/test-data/79b3f738-1545-780c-d949-09051f779a22 2024-11-18T21:21:47,519 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:21:47,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/hadoop.tmp.dir so I do NOT create it in target/test-data/79b3f738-1545-780c-d949-09051f779a22 2024-11-18T21:21:47,519 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad9b218-9fc5-14dc-2ed3-d91c67e69180/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:21:47,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22 2024-11-18T21:21:47,519 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/cluster_bbf86d1d-32a8-b817-6609-684b2d71775f, deleteOnExit=true 2024-11-18T21:21:47,529 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/cluster_bbf86d1d-32a8-b817-6609-684b2d71775f/zookeeper_0, clientPort=59125, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/cluster_bbf86d1d-32a8-b817-6609-684b2d71775f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/cluster_bbf86d1d-32a8-b817-6609-684b2d71775f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T21:21:47,530 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59125 2024-11-18T21:21:47,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:21:47,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:21:47,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/test.cache.data in system properties and HBase conf 2024-11-18T21:21:47,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:21:47,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:21:47,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:21:47,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:21:47,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:21:47,531 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:21:47,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:21:47,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:21:47,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:21:47,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:21:47,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:21:47,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:21:47,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:21:47,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:21:47,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:21:47,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:21:47,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:21:47,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:21:47,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:21:47,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:21:47,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10054c4d62c0005, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:21:47,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10054c4d62c0005, quorum=127.0.0.1:50741, baseZNode=/1377297897 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:21:47,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10054c4d62c0002, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:21:47,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10054c4d62c0002, quorum=127.0.0.1:50741, baseZNode=/0-504351462 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:21:47,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:21:47,779 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:21:47,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:21:47,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:21:47,842 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:21:47,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:21:47,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56603a02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:21:47,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e383429{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:21:48,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3878eb34{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/java.io.tmpdir/jetty-localhost-33323-hadoop-hdfs-3_4_1-tests_jar-_-any-14522151779019707385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:21:48,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@153dd6c3{HTTP/1.1, (http/1.1)}{localhost:33323} 2024-11-18T21:21:48,089 INFO [Time-limited test {}] server.Server(415): Started @174465ms 2024-11-18T21:21:48,388 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:21:48,395 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:21:48,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:21:48,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:21:48,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:21:48,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b538681{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:21:48,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@220f5c8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:21:48,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33092bee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/java.io.tmpdir/jetty-localhost-40581-hadoop-hdfs-3_4_1-tests_jar-_-any-12050131407598760154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:21:48,598 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33b2e289{HTTP/1.1, (http/1.1)}{localhost:40581} 2024-11-18T21:21:48,598 INFO [Time-limited test {}] server.Server(415): Started @174974ms 2024-11-18T21:21:48,599 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:21:48,801 WARN [Thread-2171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/cluster_bbf86d1d-32a8-b817-6609-684b2d71775f/data/data1/current/BP-2045146118-172.17.0.3-1731964907587/current, will proceed with Du for space computation calculation, 2024-11-18T21:21:48,817 WARN [Thread-2172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/cluster_bbf86d1d-32a8-b817-6609-684b2d71775f/data/data2/current/BP-2045146118-172.17.0.3-1731964907587/current, will proceed with Du for space computation calculation, 2024-11-18T21:21:48,884 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:48,884 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:21:48,885 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:21:48,901 WARN [Thread-2159 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:21:48,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a6123d8c5cc7ed3 with lease ID 0x45273a3baff887a: Processing first storage report for DS-84d6daa2-4d61-4091-8650-5df804523348 from datanode DatanodeRegistration(127.0.0.1:41723, datanodeUuid=8e66f85c-78a8-485b-97cc-4cbca8235125, infoPort=39333, infoSecurePort=0, ipcPort=34415, storageInfo=lv=-57;cid=testClusterID;nsid=2006974371;c=1731964907587) 2024-11-18T21:21:48,905 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a6123d8c5cc7ed3 with lease ID 0x45273a3baff887a: from storage DS-84d6daa2-4d61-4091-8650-5df804523348 node DatanodeRegistration(127.0.0.1:41723, datanodeUuid=8e66f85c-78a8-485b-97cc-4cbca8235125, infoPort=39333, infoSecurePort=0, ipcPort=34415, storageInfo=lv=-57;cid=testClusterID;nsid=2006974371;c=1731964907587), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:21:48,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a6123d8c5cc7ed3 with lease ID 0x45273a3baff887a: Processing first storage report for DS-93eb1fbf-ab64-4439-bdfd-987ea8f47e62 from datanode DatanodeRegistration(127.0.0.1:41723, datanodeUuid=8e66f85c-78a8-485b-97cc-4cbca8235125, infoPort=39333, infoSecurePort=0, ipcPort=34415, storageInfo=lv=-57;cid=testClusterID;nsid=2006974371;c=1731964907587) 2024-11-18T21:21:48,910 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a6123d8c5cc7ed3 with lease ID 0x45273a3baff887a: from storage DS-93eb1fbf-ab64-4439-bdfd-987ea8f47e62 node DatanodeRegistration(127.0.0.1:41723, datanodeUuid=8e66f85c-78a8-485b-97cc-4cbca8235125, infoPort=39333, infoSecurePort=0, ipcPort=34415, storageInfo=lv=-57;cid=testClusterID;nsid=2006974371;c=1731964907587), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:21:48,945 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22 2024-11-18T21:21:48,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:48,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:49,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:21:49,018 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27 with version=8 2024-11-18T21:21:49,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/hbase-staging 2024-11-18T21:21:49,022 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:21:49,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:49,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:49,022 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:21:49,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:49,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:21:49,022 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:21:49,022 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:21:49,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33829 2024-11-18T21:21:49,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33829 connecting to ZooKeeper ensemble=127.0.0.1:59125 2024-11-18T21:21:49,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338290x0, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:21:49,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33829-0x10054c53aa60000 connected 2024-11-18T21:21:49,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:49,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:49,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Set watcher on znode that does not yet exist, /0-389733981/running 2024-11-18T21:21:49,341 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27, hbase.cluster.distributed=false 2024-11-18T21:21:49,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Set watcher on znode that does not yet exist, /0-389733981/acl 2024-11-18T21:21:49,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33829 2024-11-18T21:21:49,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33829 2024-11-18T21:21:49,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33829 2024-11-18T21:21:49,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33829 2024-11-18T21:21:49,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33829 2024-11-18T21:21:49,422 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:21:49,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:49,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:49,422 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:21:49,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:49,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:21:49,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:21:49,423 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:21:49,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44691 2024-11-18T21:21:49,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44691 connecting to ZooKeeper ensemble=127.0.0.1:59125 2024-11-18T21:21:49,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:49,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:49,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446910x0, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:21:49,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44691-0x10054c53aa60001 connected 2024-11-18T21:21:49,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Set watcher on znode that does not yet exist, /0-389733981/running 2024-11-18T21:21:49,485 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:21:49,504 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:21:49,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Set watcher on znode that does not yet exist, /0-389733981/master 2024-11-18T21:21:49,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Set watcher on znode that does not yet exist, /0-389733981/acl 2024-11-18T21:21:49,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44691 2024-11-18T21:21:49,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44691 2024-11-18T21:21:49,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44691 2024-11-18T21:21:49,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44691 2024-11-18T21:21:49,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44691 2024-11-18T21:21:49,661 DEBUG [M:0;d63b309a8c2d:33829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:33829 2024-11-18T21:21:49,689 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-389733981/backup-masters/d63b309a8c2d,33829,1731964909021 2024-11-18T21:21:49,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981/backup-masters 2024-11-18T21:21:49,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981/backup-masters 2024-11-18T21:21:49,701 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Set watcher on existing znode=/0-389733981/backup-masters/d63b309a8c2d,33829,1731964909021 2024-11-18T21:21:49,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-389733981/master 2024-11-18T21:21:49,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981 2024-11-18T21:21:49,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981 2024-11-18T21:21:49,709 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Set watcher on existing znode=/0-389733981/master 2024-11-18T21:21:49,717 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-389733981/backup-masters/d63b309a8c2d,33829,1731964909021 from backup master directory 2024-11-18T21:21:49,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-389733981/backup-masters/d63b309a8c2d,33829,1731964909021 2024-11-18T21:21:49,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981/backup-masters 2024-11-18T21:21:49,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981/backup-masters 2024-11-18T21:21:49,718 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:21:49,718 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,33829,1731964909021 2024-11-18T21:21:49,749 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/hbase.id] with ID: db98d8b0-1131-4b76-aa32-85a7d57ff1c1 2024-11-18T21:21:49,749 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/.tmp/hbase.id 2024-11-18T21:21:49,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:21:50,247 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/.tmp/hbase.id]:[hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/hbase.id] 2024-11-18T21:21:50,286 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:50,286 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:21:50,287 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T21:21:50,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981 2024-11-18T21:21:50,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981 2024-11-18T21:21:50,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:21:50,362 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:21:50,363 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:21:50,363 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:50,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:21:50,442 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store 2024-11-18T21:21:50,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:21:50,486 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:50,486 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:21:50,486 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:50,487 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:50,487 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:21:50,487 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:50,487 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:50,487 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964910486Disabling compacts and flushes for region at 1731964910486Disabling writes for close at 1731964910487 (+1 ms)Writing region close event to WAL at 1731964910487Closed at 1731964910487 2024-11-18T21:21:50,488 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/.initializing 2024-11-18T21:21:50,488 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/WALs/d63b309a8c2d,33829,1731964909021 2024-11-18T21:21:50,489 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:21:50,491 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C33829%2C1731964909021, suffix=, logDir=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/WALs/d63b309a8c2d,33829,1731964909021, archiveDir=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/oldWALs, maxLogs=10 2024-11-18T21:21:50,529 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/WALs/d63b309a8c2d,33829,1731964909021/d63b309a8c2d%2C33829%2C1731964909021.1731964910491, exclude list is [], retry=0 2024-11-18T21:21:50,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41723,DS-84d6daa2-4d61-4091-8650-5df804523348,DISK] 2024-11-18T21:21:50,585 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/WALs/d63b309a8c2d,33829,1731964909021/d63b309a8c2d%2C33829%2C1731964909021.1731964910491 2024-11-18T21:21:50,597 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39333:39333)] 2024-11-18T21:21:50,597 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:50,597 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:50,597 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:50,597 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:50,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:50,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:21:50,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:50,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:50,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:50,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:21:50,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:50,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:50,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:50,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:21:50,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:50,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:50,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:50,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:21:50,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:50,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:50,693 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:50,694 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:50,694 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:50,695 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:50,695 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:50,696 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:50,697 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:50,709 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:50,713 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58784461, jitterRate=-0.12404327094554901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:50,713 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964910597Initializing all the Stores at 1731964910598 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964910598Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964910605 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964910605Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964910605Cleaning up temporary data from old regions at 1731964910695 (+90 ms)Region opened successfully at 1731964910713 (+18 ms) 2024-11-18T21:21:50,716 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:21:50,720 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e42e56a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:21:50,724 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:21:50,725 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:21:50,725 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:21:50,725 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:21:50,725 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:21:50,726 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:21:50,726 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:21:50,763 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:21:50,764 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Unable to get data of znode /0-389733981/balancer because node does not exist (not necessarily an error) 2024-11-18T21:21:50,765 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389733981/balancer already deleted, retry=false 2024-11-18T21:21:50,766 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:21:50,766 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Unable to get data of znode /0-389733981/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:21:50,767 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389733981/normalizer already deleted, retry=false 2024-11-18T21:21:50,768 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:21:50,801 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Unable to get data of znode /0-389733981/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:21:50,802 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389733981/switch/split already deleted, retry=false 2024-11-18T21:21:50,803 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Unable to get data of znode /0-389733981/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:21:50,804 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389733981/switch/merge already deleted, retry=false 2024-11-18T21:21:50,807 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Unable to get data of znode /0-389733981/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:21:50,808 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389733981/snapshot-cleanup already deleted, retry=false 2024-11-18T21:21:50,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-389733981/running 2024-11-18T21:21:50,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981 2024-11-18T21:21:50,814 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,33829,1731964909021, sessionid=0x10054c53aa60000, setting cluster-up flag (Was=false) 2024-11-18T21:21:50,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-389733981/running 2024-11-18T21:21:50,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981 2024-11-18T21:21:50,822 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-389733981/flush-table-proc/acquired, /0-389733981/flush-table-proc/reached, /0-389733981/flush-table-proc/abort 2024-11-18T21:21:50,823 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,33829,1731964909021 2024-11-18T21:21:50,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981 2024-11-18T21:21:50,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981 2024-11-18T21:21:50,832 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-389733981/online-snapshot/acquired, /0-389733981/online-snapshot/reached, /0-389733981/online-snapshot/abort 2024-11-18T21:21:50,832 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,33829,1731964909021 2024-11-18T21:21:50,841 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:21:50,846 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:50,846 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:21:50,846 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:21:50,847 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,33829,1731964909021 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:21:50,848 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:50,848 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:50,848 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:50,848 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:50,848 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:21:50,848 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:50,848 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:21:50,848 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:50,881 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:50,881 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:21:50,893 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:50,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:21:50,908 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731964940908 2024-11-18T21:21:50,909 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:21:50,909 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:21:50,909 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:21:50,909 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:21:50,909 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:21:50,909 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:21:50,914 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(746): ClusterId : db98d8b0-1131-4b76-aa32-85a7d57ff1c1 2024-11-18T21:21:50,914 DEBUG [RS:0;d63b309a8c2d:44691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:21:50,916 DEBUG [RS:0;d63b309a8c2d:44691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:21:50,916 DEBUG [RS:0;d63b309a8c2d:44691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:21:50,925 DEBUG [RS:0;d63b309a8c2d:44691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:21:50,925 DEBUG [RS:0;d63b309a8c2d:44691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187adcbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:21:50,927 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:50,941 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:21:50,941 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:21:50,941 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:21:50,941 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:21:50,972 DEBUG [RS:0;d63b309a8c2d:44691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:44691 2024-11-18T21:21:50,972 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:21:50,973 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:21:50,973 DEBUG [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:21:50,975 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,33829,1731964909021 with port=44691, startcode=1731964909416 2024-11-18T21:21:50,975 DEBUG [RS:0;d63b309a8c2d:44691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:21:50,979 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:21:50,979 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:21:50,982 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964910979,5,FailOnTimeoutGroup] 2024-11-18T21:21:50,985 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:21:50,986 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33829 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T21:21:50,987 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964910982,5,FailOnTimeoutGroup] 2024-11-18T21:21:50,987 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:50,987 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:21:50,987 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:50,987 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:50,989 DEBUG [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T21:21:50,989 WARN [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T21:21:51,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:21:51,028 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:21:51,029 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27 2024-11-18T21:21:51,090 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,33829,1731964909021 with port=44691, startcode=1731964909416 2024-11-18T21:21:51,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33829 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,44691,1731964909416 2024-11-18T21:21:51,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33829 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,44691,1731964909416 2024-11-18T21:21:51,092 DEBUG [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27 2024-11-18T21:21:51,092 DEBUG [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46763 2024-11-18T21:21:51,092 DEBUG [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:21:51,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741832_1008 (size=32) 2024-11-18T21:21:51,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981/rs 2024-11-18T21:21:51,100 DEBUG [RS:0;d63b309a8c2d:44691 {}] zookeeper.ZKUtil(111): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Set watcher on existing znode=/0-389733981/rs/d63b309a8c2d,44691,1731964909416 2024-11-18T21:21:51,100 WARN [RS:0;d63b309a8c2d:44691 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:21:51,100 INFO [RS:0;d63b309a8c2d:44691 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:51,100 DEBUG [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416 2024-11-18T21:21:51,103 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,44691,1731964909416] 2024-11-18T21:21:51,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:51,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:21:51,138 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:21:51,145 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:21:51,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:21:51,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:51,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:51,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:21:51,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:21:51,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:51,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:51,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:21:51,155 INFO [RS:0;d63b309a8c2d:44691 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:21:51,155 INFO [RS:0;d63b309a8c2d:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:51,156 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:21:51,157 INFO [RS:0;d63b309a8c2d:44691 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:21:51,157 INFO [RS:0;d63b309a8c2d:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:51,157 DEBUG [RS:0;d63b309a8c2d:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:51,157 DEBUG [RS:0;d63b309a8c2d:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:51,157 DEBUG [RS:0;d63b309a8c2d:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:51,157 DEBUG [RS:0;d63b309a8c2d:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:51,157 DEBUG [RS:0;d63b309a8c2d:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:51,157 DEBUG [RS:0;d63b309a8c2d:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:21:51,157 DEBUG [RS:0;d63b309a8c2d:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:51,158 DEBUG [RS:0;d63b309a8c2d:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:51,158 DEBUG [RS:0;d63b309a8c2d:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:51,158 DEBUG [RS:0;d63b309a8c2d:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:51,158 DEBUG [RS:0;d63b309a8c2d:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:51,158 DEBUG [RS:0;d63b309a8c2d:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:51,158 DEBUG [RS:0;d63b309a8c2d:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:21:51,158 DEBUG [RS:0;d63b309a8c2d:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:21:51,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:21:51,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:51,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:51,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:21:51,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:21:51,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:51,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:51,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:21:51,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740 2024-11-18T21:21:51,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740 2024-11-18T21:21:51,194 INFO [RS:0;d63b309a8c2d:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:51,194 INFO [RS:0;d63b309a8c2d:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:51,194 INFO [RS:0;d63b309a8c2d:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:51,194 INFO [RS:0;d63b309a8c2d:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:51,194 INFO [RS:0;d63b309a8c2d:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:51,194 INFO [RS:0;d63b309a8c2d:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,44691,1731964909416-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:21:51,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:21:51,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:21:51,209 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:51,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:21:51,225 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:51,229 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60039642, jitterRate=-0.10533961653709412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:51,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731964911113Initializing all the Stores at 1731964911128 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964911128Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964911133 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964911133Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964911133Cleaning up temporary data from old regions at 1731964911197 (+64 ms)Region opened successfully at 1731964911229 (+32 ms) 2024-11-18T21:21:51,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:21:51,229 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:21:51,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:21:51,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:21:51,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:21:51,243 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:21:51,244 INFO [RS:0;d63b309a8c2d:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,44691,1731964909416-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:51,244 INFO [RS:0;d63b309a8c2d:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:51,244 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.Replication(171): d63b309a8c2d,44691,1731964909416 started 2024-11-18T21:21:51,254 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:21:51,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964911229Disabling compacts and flushes for region at 1731964911229Disabling writes for close at 1731964911230 (+1 ms)Writing region close event to WAL at 1731964911254 (+24 ms)Closed at 1731964911254 2024-11-18T21:21:51,255 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:51,255 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:21:51,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:21:51,258 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:21:51,259 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:21:51,287 INFO [RS:0;d63b309a8c2d:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:51,287 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,44691,1731964909416, RpcServer on d63b309a8c2d/172.17.0.3:44691, sessionid=0x10054c53aa60001 2024-11-18T21:21:51,288 DEBUG [RS:0;d63b309a8c2d:44691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:21:51,288 DEBUG [RS:0;d63b309a8c2d:44691 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,44691,1731964909416 2024-11-18T21:21:51,288 DEBUG [RS:0;d63b309a8c2d:44691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,44691,1731964909416' 2024-11-18T21:21:51,288 DEBUG [RS:0;d63b309a8c2d:44691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-389733981/flush-table-proc/abort' 2024-11-18T21:21:51,290 DEBUG [RS:0;d63b309a8c2d:44691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-389733981/flush-table-proc/acquired' 2024-11-18T21:21:51,296 DEBUG [RS:0;d63b309a8c2d:44691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:21:51,296 DEBUG [RS:0;d63b309a8c2d:44691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:21:51,296 DEBUG [RS:0;d63b309a8c2d:44691 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,44691,1731964909416 2024-11-18T21:21:51,296 DEBUG [RS:0;d63b309a8c2d:44691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,44691,1731964909416' 2024-11-18T21:21:51,296 DEBUG [RS:0;d63b309a8c2d:44691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-389733981/online-snapshot/abort' 2024-11-18T21:21:51,300 DEBUG [RS:0;d63b309a8c2d:44691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-389733981/online-snapshot/acquired' 2024-11-18T21:21:51,308 DEBUG [RS:0;d63b309a8c2d:44691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:21:51,309 INFO [RS:0;d63b309a8c2d:44691 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:21:51,309 INFO [RS:0;d63b309a8c2d:44691 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:21:51,410 WARN [d63b309a8c2d:33829 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T21:21:51,410 INFO [RS:0;d63b309a8c2d:44691 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:21:51,414 INFO [RS:0;d63b309a8c2d:44691 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C44691%2C1731964909416, suffix=, logDir=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416, archiveDir=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/oldWALs, maxLogs=10 2024-11-18T21:21:51,434 DEBUG [RS:0;d63b309a8c2d:44691 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414, exclude list is [], retry=0 2024-11-18T21:21:51,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41723,DS-84d6daa2-4d61-4091-8650-5df804523348,DISK] 2024-11-18T21:21:51,446 INFO [RS:0;d63b309a8c2d:44691 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 2024-11-18T21:21:51,446 DEBUG [RS:0;d63b309a8c2d:44691 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39333:39333)] 2024-11-18T21:21:51,660 DEBUG [d63b309a8c2d:33829 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:21:51,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,44691,1731964909416 2024-11-18T21:21:51,662 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,44691,1731964909416, state=OPENING 2024-11-18T21:21:51,665 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:21:51,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981 2024-11-18T21:21:51,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981 2024-11-18T21:21:51,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389733981/meta-region-server: CHANGED 2024-11-18T21:21:51,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389733981/meta-region-server: CHANGED 2024-11-18T21:21:51,669 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:21:51,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,44691,1731964909416}] 2024-11-18T21:21:51,825 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:21:51,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:21:51,840 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:21:51,840 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:51,840 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:21:51,864 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C44691%2C1731964909416.meta, suffix=.meta, logDir=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416, archiveDir=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/oldWALs, maxLogs=10 2024-11-18T21:21:51,885 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.meta.1731964911864.meta, exclude list is [], retry=0 2024-11-18T21:21:51,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41723,DS-84d6daa2-4d61-4091-8650-5df804523348,DISK] 2024-11-18T21:21:51,943 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.meta.1731964911864.meta 2024-11-18T21:21:51,952 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39333:39333)] 2024-11-18T21:21:51,952 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:51,953 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:21:51,953 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:21:51,953 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:21:51,953 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:21:51,953 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:21:51,954 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:51,954 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:21:51,954 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:21:51,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:21:51,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:21:51,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:51,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:51,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:21:51,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:21:51,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:51,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:51,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:21:51,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:21:51,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:51,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:51,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:21:51,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:21:51,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:51,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:51,985 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:21:51,986 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740 2024-11-18T21:21:51,987 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740 2024-11-18T21:21:51,989 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:21:51,989 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:21:51,989 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:51,998 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:21:51,999 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74248184, jitterRate=0.10638415813446045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:51,999 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:21:52,000 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964911954Writing region info on filesystem at 1731964911954Initializing all the Stores at 1731964911961 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964911961Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964911968 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964911968Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964911968Cleaning up temporary data from old regions at 1731964911989 (+21 ms)Running coprocessor post-open hooks at 1731964911999 (+10 ms)Region opened successfully at 1731964912000 (+1 ms) 2024-11-18T21:21:52,001 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731964911825 2024-11-18T21:21:52,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,44691,1731964909416 2024-11-18T21:21:52,006 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,44691,1731964909416, state=OPEN 2024-11-18T21:21:52,006 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:21:52,006 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:21:52,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-389733981/meta-region-server 2024-11-18T21:21:52,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-389733981/meta-region-server 2024-11-18T21:21:52,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389733981/meta-region-server: CHANGED 2024-11-18T21:21:52,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389733981/meta-region-server: CHANGED 2024-11-18T21:21:52,016 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,44691,1731964909416 2024-11-18T21:21:52,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:21:52,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,44691,1731964909416 in 347 msec 2024-11-18T21:21:52,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:21:52,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 764 msec 2024-11-18T21:21:52,022 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:52,022 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:21:52,023 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:52,023 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,44691,1731964909416, seqNum=-1] 2024-11-18T21:21:52,024 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:52,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:21:52,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-18T21:21:52,057 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964912057, completionTime=-1 2024-11-18T21:21:52,057 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:21:52,057 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:21:52,063 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:21:52,063 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731964972063 2024-11-18T21:21:52,063 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731965032063 2024-11-18T21:21:52,063 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-18T21:21:52,063 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33829,1731964909021-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:52,063 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33829,1731964909021-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:52,064 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33829,1731964909021-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:52,064 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:33829, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:52,064 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:52,076 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:21:52,076 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:52,081 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.363sec 2024-11-18T21:21:52,081 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:21:52,082 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:21:52,082 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:21:52,082 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:21:52,082 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:21:52,082 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33829,1731964909021-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:21:52,082 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33829,1731964909021-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:21:52,099 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:21:52,099 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:21:52,100 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33829,1731964909021-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:52,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e12a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:52,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33829,-1 for getting cluster id 2024-11-18T21:21:52,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:52,133 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:21:52,137 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db98d8b0-1131-4b76-aa32-85a7d57ff1c1' 2024-11-18T21:21:52,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:52,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db98d8b0-1131-4b76-aa32-85a7d57ff1c1" 2024-11-18T21:21:52,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe72264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:52,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33829,-1] 2024-11-18T21:21:52,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:52,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:52,153 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:52,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e7718f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:52,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,44691,1731964909416, seqNum=-1] 2024-11-18T21:21:52,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:52,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:21:52,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,33829,1731964909021 2024-11-18T21:21:52,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59125 2024-11-18T21:21:52,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:21:52,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10054c53aa60002 connected 2024-11-18T21:21:52,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:52,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:52,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:52,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:52,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:52,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:52,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:52,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:52,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:52,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/hadoop.log.dir so I do NOT create it in target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9 2024-11-18T21:21:52,237 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:21:52,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/hadoop.tmp.dir so I do NOT create it in target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9 2024-11-18T21:21:52,237 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:21:52,237 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9 2024-11-18T21:21:52,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:21:52,238 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/cluster_d23420b1-16c9-4850-0098-416d7b579a06, deleteOnExit=true 2024-11-18T21:21:52,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:21:52,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/test.cache.data in system properties and HBase conf 2024-11-18T21:21:52,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:21:52,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:21:52,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:21:52,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:21:52,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:21:52,245 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:21:52,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:21:52,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:21:52,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:21:52,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:21:52,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:21:52,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:21:52,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:21:52,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:21:52,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:21:52,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:21:52,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:21:52,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:21:52,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:21:52,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:21:52,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T21:21:52,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T21:21:52,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:21:52,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:21:52,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:21:52,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:21:52,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:21:52,479 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:21:52,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:21:52,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@83ae6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:21:52,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@754ba998{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:21:52,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@401f7926{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/java.io.tmpdir/jetty-localhost-35435-hadoop-hdfs-3_4_1-tests_jar-_-any-15287810286146956421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:21:52,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c5123a3{HTTP/1.1, (http/1.1)}{localhost:35435} 2024-11-18T21:21:52,658 INFO [Time-limited test {}] server.Server(415): Started @179035ms 2024-11-18T21:21:52,924 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:52,925 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:21:52,925 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:21:52,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:21:52,930 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:21:52,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:21:52,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:21:52,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:21:52,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bb55393{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:21:52,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cd5bed6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:21:53,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ddf81bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/java.io.tmpdir/jetty-localhost-34445-hadoop-hdfs-3_4_1-tests_jar-_-any-13330850909186200786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:21:53,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24165b22{HTTP/1.1, (http/1.1)}{localhost:34445} 2024-11-18T21:21:53,132 INFO [Time-limited test {}] server.Server(415): Started @179509ms 2024-11-18T21:21:53,148 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:21:53,448 WARN [Thread-2292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/cluster_d23420b1-16c9-4850-0098-416d7b579a06/data/data1/current/BP-544363-172.17.0.3-1731964912276/current, will proceed with Du for space computation calculation, 2024-11-18T21:21:53,449 WARN [Thread-2293 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/cluster_d23420b1-16c9-4850-0098-416d7b579a06/data/data2/current/BP-544363-172.17.0.3-1731964912276/current, will proceed with Du for space computation calculation, 2024-11-18T21:21:53,509 WARN [Thread-2280 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:21:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b28b1c0a67726da with lease ID 0x1294fd86e7b49f7c: Processing first storage report for DS-f2518edd-31c6-4666-91bd-aa3cf89345c4 from datanode DatanodeRegistration(127.0.0.1:45915, datanodeUuid=a13c53c9-bf90-4ff4-afd9-4cf916dd3d54, infoPort=45783, infoSecurePort=0, ipcPort=36901, storageInfo=lv=-57;cid=testClusterID;nsid=218121480;c=1731964912276) 2024-11-18T21:21:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b28b1c0a67726da with lease ID 0x1294fd86e7b49f7c: from storage DS-f2518edd-31c6-4666-91bd-aa3cf89345c4 node DatanodeRegistration(127.0.0.1:45915, datanodeUuid=a13c53c9-bf90-4ff4-afd9-4cf916dd3d54, infoPort=45783, infoSecurePort=0, ipcPort=36901, storageInfo=lv=-57;cid=testClusterID;nsid=218121480;c=1731964912276), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:21:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b28b1c0a67726da with lease ID 0x1294fd86e7b49f7c: Processing first storage report for DS-81c26e58-4b93-4724-aaaa-c6eee7277241 from datanode DatanodeRegistration(127.0.0.1:45915, datanodeUuid=a13c53c9-bf90-4ff4-afd9-4cf916dd3d54, infoPort=45783, infoSecurePort=0, ipcPort=36901, storageInfo=lv=-57;cid=testClusterID;nsid=218121480;c=1731964912276) 2024-11-18T21:21:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b28b1c0a67726da with lease ID 0x1294fd86e7b49f7c: from storage DS-81c26e58-4b93-4724-aaaa-c6eee7277241 node DatanodeRegistration(127.0.0.1:45915, datanodeUuid=a13c53c9-bf90-4ff4-afd9-4cf916dd3d54, infoPort=45783, infoSecurePort=0, ipcPort=36901, storageInfo=lv=-57;cid=testClusterID;nsid=218121480;c=1731964912276), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:21:53,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9 2024-11-18T21:21:53,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:53,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:53,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:21:54,049 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3 with version=8 2024-11-18T21:21:54,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/hbase-staging 2024-11-18T21:21:54,051 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:21:54,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:54,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:54,052 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:21:54,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:54,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:21:54,052 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:21:54,052 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:21:54,068 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33895 2024-11-18T21:21:54,069 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33895 connecting to ZooKeeper ensemble=127.0.0.1:59125 2024-11-18T21:21:54,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338950x0, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:21:54,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33895-0x10054c53aa60003 connected 2024-11-18T21:21:54,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:54,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:54,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Set watcher on znode that does not yet exist, /11833032226/running 2024-11-18T21:21:54,153 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3, hbase.cluster.distributed=false 2024-11-18T21:21:54,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Set watcher on znode that does not yet exist, /11833032226/acl 2024-11-18T21:21:54,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33895 2024-11-18T21:21:54,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33895 2024-11-18T21:21:54,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33895 2024-11-18T21:21:54,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33895 2024-11-18T21:21:54,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33895 2024-11-18T21:21:54,230 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:21:54,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:54,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:54,230 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:21:54,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:21:54,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:21:54,231 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:21:54,231 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:21:54,241 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40987 2024-11-18T21:21:54,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40987 connecting to ZooKeeper ensemble=127.0.0.1:59125 2024-11-18T21:21:54,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:54,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:54,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409870x0, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:21:54,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409870x0, quorum=127.0.0.1:59125, baseZNode=/11833032226 Set watcher on znode that does not yet exist, /11833032226/running 2024-11-18T21:21:54,253 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:21:54,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40987-0x10054c53aa60004 connected 2024-11-18T21:21:54,296 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:21:54,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Set watcher on znode that does not yet exist, /11833032226/master 2024-11-18T21:21:54,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Set watcher on znode that does not yet exist, /11833032226/acl 2024-11-18T21:21:54,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40987 2024-11-18T21:21:54,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40987 2024-11-18T21:21:54,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40987 2024-11-18T21:21:54,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40987 2024-11-18T21:21:54,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40987 2024-11-18T21:21:54,395 DEBUG [M:0;d63b309a8c2d:33895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:33895 2024-11-18T21:21:54,396 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11833032226/backup-masters/d63b309a8c2d,33895,1731964914051 2024-11-18T21:21:54,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226/backup-masters 2024-11-18T21:21:54,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226/backup-masters 2024-11-18T21:21:54,405 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Set watcher on existing znode=/11833032226/backup-masters/d63b309a8c2d,33895,1731964914051 2024-11-18T21:21:54,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11833032226/master 2024-11-18T21:21:54,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226 2024-11-18T21:21:54,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226 2024-11-18T21:21:54,407 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Set watcher on existing znode=/11833032226/master 2024-11-18T21:21:54,408 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11833032226/backup-masters/d63b309a8c2d,33895,1731964914051 from backup master directory 2024-11-18T21:21:54,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226/backup-masters 2024-11-18T21:21:54,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11833032226/backup-masters/d63b309a8c2d,33895,1731964914051 2024-11-18T21:21:54,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226/backup-masters 2024-11-18T21:21:54,413 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:21:54,413 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,33895,1731964914051 2024-11-18T21:21:54,425 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/hbase.id] with ID: 098571a2-b830-4db6-b422-a0b4a26ddbe4 2024-11-18T21:21:54,425 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/.tmp/hbase.id 2024-11-18T21:21:54,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:21:54,454 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/.tmp/hbase.id]:[hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/hbase.id] 2024-11-18T21:21:54,467 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:21:54,467 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:21:54,468 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T21:21:54,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226 2024-11-18T21:21:54,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226 2024-11-18T21:21:54,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:21:54,893 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:21:54,894 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:21:54,896 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:54,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:21:54,925 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store 2024-11-18T21:21:54,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:21:54,943 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:54,944 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:21:54,944 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:54,944 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:54,944 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:21:54,944 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:54,944 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:21:54,944 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964914944Disabling compacts and flushes for region at 1731964914944Disabling writes for close at 1731964914944Writing region close event to WAL at 1731964914944Closed at 1731964914944 2024-11-18T21:21:54,945 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/.initializing 2024-11-18T21:21:54,945 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/WALs/d63b309a8c2d,33895,1731964914051 2024-11-18T21:21:54,946 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:21:54,948 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C33895%2C1731964914051, suffix=, logDir=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/WALs/d63b309a8c2d,33895,1731964914051, archiveDir=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/oldWALs, maxLogs=10 2024-11-18T21:21:54,967 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/WALs/d63b309a8c2d,33895,1731964914051/d63b309a8c2d%2C33895%2C1731964914051.1731964914948, exclude list is [], retry=0 2024-11-18T21:21:54,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45915,DS-f2518edd-31c6-4666-91bd-aa3cf89345c4,DISK] 2024-11-18T21:21:54,985 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/WALs/d63b309a8c2d,33895,1731964914051/d63b309a8c2d%2C33895%2C1731964914051.1731964914948 2024-11-18T21:21:54,990 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)] 2024-11-18T21:21:54,991 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:54,991 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:54,991 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:54,991 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:54,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:54,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:21:54,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:54,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:54,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:55,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:21:55,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:55,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:55,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:55,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:21:55,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:55,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:55,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:55,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:21:55,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:55,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:55,007 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:55,009 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:55,009 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:55,012 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:55,012 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:55,013 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:55,014 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:21:55,031 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:55,031 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58909464, jitterRate=-0.12218058109283447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:55,031 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964914991Initializing all the Stores at 1731964914994 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964914994Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964914994Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964914994Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964914994Cleaning up temporary data from old regions at 1731964915012 (+18 ms)Region opened successfully at 1731964915031 (+19 ms) 2024-11-18T21:21:55,036 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:21:55,039 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55589eda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:21:55,040 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:21:55,040 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:21:55,040 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:21:55,040 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:21:55,041 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:21:55,041 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:21:55,041 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:21:55,049 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:21:55,050 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Unable to get data of znode /11833032226/balancer because node does not exist (not necessarily an error) 2024-11-18T21:21:55,051 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11833032226/balancer already deleted, retry=false 2024-11-18T21:21:55,052 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:21:55,052 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Unable to get data of znode /11833032226/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:21:55,054 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11833032226/normalizer already deleted, retry=false 2024-11-18T21:21:55,054 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:21:55,057 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Unable to get data of znode /11833032226/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:21:55,058 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11833032226/switch/split already deleted, retry=false 2024-11-18T21:21:55,059 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Unable to get data of znode /11833032226/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:21:55,060 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11833032226/switch/merge already deleted, retry=false 2024-11-18T21:21:55,062 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Unable to get data of znode /11833032226/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:21:55,063 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11833032226/snapshot-cleanup already deleted, retry=false 2024-11-18T21:21:55,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11833032226/running 2024-11-18T21:21:55,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226 2024-11-18T21:21:55,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11833032226/running 2024-11-18T21:21:55,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226 2024-11-18T21:21:55,065 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,33895,1731964914051, sessionid=0x10054c53aa60003, setting cluster-up flag (Was=false) 2024-11-18T21:21:55,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226 2024-11-18T21:21:55,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226 2024-11-18T21:21:55,073 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11833032226/flush-table-proc/acquired, /11833032226/flush-table-proc/reached, /11833032226/flush-table-proc/abort 2024-11-18T21:21:55,073 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,33895,1731964914051 2024-11-18T21:21:55,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226 2024-11-18T21:21:55,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226 2024-11-18T21:21:55,081 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11833032226/online-snapshot/acquired, /11833032226/online-snapshot/reached, /11833032226/online-snapshot/abort 2024-11-18T21:21:55,082 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,33895,1731964914051 2024-11-18T21:21:55,097 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:21:55,104 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:55,104 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:21:55,105 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:21:55,105 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,33895,1731964914051 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:21:55,106 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:55,106 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:55,106 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:55,106 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:21:55,106 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:21:55,107 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:55,107 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:21:55,107 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:55,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:55,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:21:55,128 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:55,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:21:55,132 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731964945132 2024-11-18T21:21:55,133 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:21:55,133 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:21:55,133 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:21:55,133 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:21:55,133 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:21:55,133 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:21:55,140 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:55,157 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:21:55,157 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:21:55,157 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:21:55,157 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:21:55,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:21:55,203 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:21:55,203 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:21:55,208 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(746): ClusterId : 098571a2-b830-4db6-b422-a0b4a26ddbe4 2024-11-18T21:21:55,208 DEBUG [RS:0;d63b309a8c2d:40987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:21:55,209 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964915203,5,FailOnTimeoutGroup] 2024-11-18T21:21:55,211 DEBUG [RS:0;d63b309a8c2d:40987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:21:55,211 DEBUG [RS:0;d63b309a8c2d:40987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:21:55,213 DEBUG [RS:0;d63b309a8c2d:40987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:21:55,213 DEBUG [RS:0;d63b309a8c2d:40987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a6aceb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:21:55,228 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964915209,5,FailOnTimeoutGroup] 2024-11-18T21:21:55,229 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:55,229 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:21:55,229 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:55,229 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:55,247 DEBUG [RS:0;d63b309a8c2d:40987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:40987 2024-11-18T21:21:55,247 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:21:55,247 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:21:55,247 DEBUG [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:21:55,248 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,33895,1731964914051 with port=40987, startcode=1731964914226 2024-11-18T21:21:55,248 DEBUG [RS:0;d63b309a8c2d:40987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:21:55,251 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:21:55,252 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33895 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,40987,1731964914226 2024-11-18T21:21:55,252 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33895 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,40987,1731964914226 2024-11-18T21:21:55,253 DEBUG [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3 2024-11-18T21:21:55,253 DEBUG [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38677 2024-11-18T21:21:55,253 DEBUG [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:21:55,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226/rs 2024-11-18T21:21:55,257 DEBUG [RS:0;d63b309a8c2d:40987 {}] zookeeper.ZKUtil(111): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Set watcher on existing znode=/11833032226/rs/d63b309a8c2d,40987,1731964914226 2024-11-18T21:21:55,257 WARN [RS:0;d63b309a8c2d:40987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:21:55,257 INFO [RS:0;d63b309a8c2d:40987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:55,258 DEBUG [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226 2024-11-18T21:21:55,264 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,40987,1731964914226] 2024-11-18T21:21:55,269 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:21:55,280 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:21:55,286 INFO [RS:0;d63b309a8c2d:40987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:21:55,286 INFO [RS:0;d63b309a8c2d:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:55,287 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:21:55,288 INFO [RS:0;d63b309a8c2d:40987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:21:55,288 INFO [RS:0;d63b309a8c2d:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:55,288 DEBUG [RS:0;d63b309a8c2d:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:55,288 DEBUG [RS:0;d63b309a8c2d:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:55,288 DEBUG [RS:0;d63b309a8c2d:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:55,288 DEBUG [RS:0;d63b309a8c2d:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:55,288 DEBUG [RS:0;d63b309a8c2d:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:55,288 DEBUG [RS:0;d63b309a8c2d:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:21:55,288 DEBUG [RS:0;d63b309a8c2d:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:55,288 DEBUG [RS:0;d63b309a8c2d:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:55,288 DEBUG [RS:0;d63b309a8c2d:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:55,288 DEBUG [RS:0;d63b309a8c2d:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:55,288 DEBUG [RS:0;d63b309a8c2d:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:55,288 DEBUG [RS:0;d63b309a8c2d:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:21:55,288 DEBUG [RS:0;d63b309a8c2d:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:21:55,289 DEBUG [RS:0;d63b309a8c2d:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:21:55,317 INFO [RS:0;d63b309a8c2d:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:55,317 INFO [RS:0;d63b309a8c2d:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:55,317 INFO [RS:0;d63b309a8c2d:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:55,317 INFO [RS:0;d63b309a8c2d:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:55,317 INFO [RS:0;d63b309a8c2d:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:55,317 INFO [RS:0;d63b309a8c2d:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40987,1731964914226-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:21:55,344 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:21:55,345 INFO [RS:0;d63b309a8c2d:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40987,1731964914226-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:55,345 INFO [RS:0;d63b309a8c2d:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:55,345 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.Replication(171): d63b309a8c2d,40987,1731964914226 started 2024-11-18T21:21:55,364 INFO [RS:0;d63b309a8c2d:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:55,364 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,40987,1731964914226, RpcServer on d63b309a8c2d/172.17.0.3:40987, sessionid=0x10054c53aa60004 2024-11-18T21:21:55,364 DEBUG [RS:0;d63b309a8c2d:40987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:21:55,364 DEBUG [RS:0;d63b309a8c2d:40987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,40987,1731964914226 2024-11-18T21:21:55,364 DEBUG [RS:0;d63b309a8c2d:40987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,40987,1731964914226' 2024-11-18T21:21:55,364 DEBUG [RS:0;d63b309a8c2d:40987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11833032226/flush-table-proc/abort' 2024-11-18T21:21:55,365 DEBUG [RS:0;d63b309a8c2d:40987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11833032226/flush-table-proc/acquired' 2024-11-18T21:21:55,366 DEBUG [RS:0;d63b309a8c2d:40987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:21:55,366 DEBUG [RS:0;d63b309a8c2d:40987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:21:55,366 DEBUG [RS:0;d63b309a8c2d:40987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,40987,1731964914226 2024-11-18T21:21:55,366 DEBUG [RS:0;d63b309a8c2d:40987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,40987,1731964914226' 2024-11-18T21:21:55,366 DEBUG [RS:0;d63b309a8c2d:40987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11833032226/online-snapshot/abort' 2024-11-18T21:21:55,366 DEBUG [RS:0;d63b309a8c2d:40987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11833032226/online-snapshot/acquired' 2024-11-18T21:21:55,367 DEBUG [RS:0;d63b309a8c2d:40987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:21:55,367 INFO [RS:0;d63b309a8c2d:40987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:21:55,367 INFO [RS:0;d63b309a8c2d:40987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:21:55,467 INFO [RS:0;d63b309a8c2d:40987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:21:55,476 INFO [RS:0;d63b309a8c2d:40987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C40987%2C1731964914226, suffix=, logDir=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226, archiveDir=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/oldWALs, maxLogs=10 2024-11-18T21:21:55,491 DEBUG [RS:0;d63b309a8c2d:40987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476, exclude list is [], retry=0 2024-11-18T21:21:55,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45915,DS-f2518edd-31c6-4666-91bd-aa3cf89345c4,DISK] 2024-11-18T21:21:55,517 INFO [RS:0;d63b309a8c2d:40987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 2024-11-18T21:21:55,521 DEBUG [RS:0;d63b309a8c2d:40987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)] 2024-11-18T21:21:55,597 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:21:55,598 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3 2024-11-18T21:21:55,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741833_1009 (size=32) 2024-11-18T21:21:55,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:55,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:21:55,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:21:55,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:55,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:55,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:21:55,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:21:55,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:55,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:55,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:21:55,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:21:55,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:55,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:55,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:21:55,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:21:55,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:55,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:55,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:21:55,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740 2024-11-18T21:21:55,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740 2024-11-18T21:21:55,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:21:55,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:21:55,684 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:55,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:21:55,690 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:55,691 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70045006, jitterRate=0.043751925230026245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:55,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731964915645Initializing all the Stores at 1731964915646 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964915646Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964915648 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964915648Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964915648Cleaning up temporary data from old regions at 1731964915684 (+36 ms)Region opened successfully at 1731964915691 (+7 ms) 2024-11-18T21:21:55,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:21:55,691 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:21:55,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:21:55,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:21:55,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:21:55,692 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:21:55,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964915691Disabling compacts and flushes for region at 1731964915691Disabling writes for close at 1731964915691Writing region close event to WAL at 1731964915692 (+1 ms)Closed at 1731964915692 2024-11-18T21:21:55,693 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:55,693 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:21:55,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:21:55,694 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:21:55,695 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:21:55,846 DEBUG [d63b309a8c2d:33895 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:21:55,846 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,40987,1731964914226 2024-11-18T21:21:55,853 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,40987,1731964914226, state=OPENING 2024-11-18T21:21:55,873 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:21:55,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226 2024-11-18T21:21:55,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11833032226/meta-region-server: CHANGED 2024-11-18T21:21:55,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226 2024-11-18T21:21:55,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11833032226/meta-region-server: CHANGED 2024-11-18T21:21:55,897 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:21:55,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,40987,1731964914226}] 2024-11-18T21:21:56,060 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:21:56,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:21:56,090 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:21:56,090 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:21:56,091 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:21:56,113 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C40987%2C1731964914226.meta, suffix=.meta, logDir=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226, archiveDir=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/oldWALs, maxLogs=10 2024-11-18T21:21:56,152 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.meta.1731964916114.meta, exclude list is [], retry=0 2024-11-18T21:21:56,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45915,DS-f2518edd-31c6-4666-91bd-aa3cf89345c4,DISK] 2024-11-18T21:21:56,193 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.meta.1731964916114.meta 2024-11-18T21:21:56,205 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)] 2024-11-18T21:21:56,205 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:56,206 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:21:56,206 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:21:56,206 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:21:56,206 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:21:56,206 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:21:56,206 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:56,206 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:21:56,206 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:21:56,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:21:56,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:21:56,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:56,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:56,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:21:56,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:21:56,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:56,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:56,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:21:56,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:21:56,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:56,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:56,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:21:56,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:21:56,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:56,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:21:56,231 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:21:56,232 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740 2024-11-18T21:21:56,233 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740 2024-11-18T21:21:56,234 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:21:56,234 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:21:56,235 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:21:56,236 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:21:56,237 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74314117, jitterRate=0.1073666363954544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:21:56,237 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:21:56,237 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964916206Writing region info on filesystem at 1731964916206Initializing all the Stores at 1731964916217 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964916217Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964916225 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964916225Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964916225Cleaning up temporary data from old regions at 1731964916234 (+9 ms)Running coprocessor post-open hooks at 1731964916237 (+3 ms)Region opened successfully at 1731964916237 2024-11-18T21:21:56,238 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731964916060 2024-11-18T21:21:56,241 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:21:56,241 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:21:56,242 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,40987,1731964914226 2024-11-18T21:21:56,243 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,40987,1731964914226, state=OPEN 2024-11-18T21:21:56,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11833032226/meta-region-server 2024-11-18T21:21:56,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11833032226/meta-region-server 2024-11-18T21:21:56,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11833032226/meta-region-server: CHANGED 2024-11-18T21:21:56,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11833032226/meta-region-server: CHANGED 2024-11-18T21:21:56,246 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,40987,1731964914226 2024-11-18T21:21:56,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:21:56,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,40987,1731964914226 in 349 msec 2024-11-18T21:21:56,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:21:56,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 558 msec 2024-11-18T21:21:56,256 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:21:56,256 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:21:56,258 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:56,258 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40987,1731964914226, seqNum=-1] 2024-11-18T21:21:56,259 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:56,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:21:56,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1690 sec 2024-11-18T21:21:56,272 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964916272, completionTime=-1 2024-11-18T21:21:56,272 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:21:56,272 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:21:56,276 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:21:56,276 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731964976276 2024-11-18T21:21:56,276 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731965036276 2024-11-18T21:21:56,276 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T21:21:56,276 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33895,1731964914051-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:56,276 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33895,1731964914051-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:56,276 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33895,1731964914051-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:56,276 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:33895, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:56,276 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:56,279 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:21:56,281 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:56,285 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.872sec 2024-11-18T21:21:56,285 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:21:56,285 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:21:56,285 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:21:56,285 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:21:56,285 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:21:56,285 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33895,1731964914051-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:21:56,285 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33895,1731964914051-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:21:56,296 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:21:56,296 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:21:56,296 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33895,1731964914051-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:21:56,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594bfdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:56,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33895,-1 for getting cluster id 2024-11-18T21:21:56,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:56,333 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '098571a2-b830-4db6-b422-a0b4a26ddbe4' 2024-11-18T21:21:56,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:56,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "098571a2-b830-4db6-b422-a0b4a26ddbe4" 2024-11-18T21:21:56,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1fe57e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:56,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33895,-1] 2024-11-18T21:21:56,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:56,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:56,339 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:56,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2369a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:56,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:21:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40987,1731964914226, seqNum=-1] 2024-11-18T21:21:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:21:56,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:21:56,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,33895,1731964914051 2024-11-18T21:21:56,347 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59125 2024-11-18T21:21:56,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:21:56,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33829,1731964909021 2024-11-18T21:21:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f08a672 2024-11-18T21:21:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:56,399 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:21:56,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:21:56,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10054c53aa60005 connected 2024-11-18T21:21:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T21:21:56,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:21:56,403 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:56,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T21:21:56,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:21:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:56,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741835_1011 (size=902) 2024-11-18T21:21:56,497 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbcb982ae4fa38701c4e3de195451aac, NAME => 'test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27 2024-11-18T21:21:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:56,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741836_1012 (size=39) 2024-11-18T21:21:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:56,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:56,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fbcb982ae4fa38701c4e3de195451aac, disabling compactions & flushes 2024-11-18T21:21:56,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac. 2024-11-18T21:21:56,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac. 2024-11-18T21:21:56,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac. after waiting 0 ms 2024-11-18T21:21:56,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac. 2024-11-18T21:21:56,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac. 2024-11-18T21:21:56,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbcb982ae4fa38701c4e3de195451aac: Waiting for close lock at 1731964916977Disabling compacts and flushes for region at 1731964916978 (+1 ms)Disabling writes for close at 1731964916978Writing region close event to WAL at 1731964916978Closed at 1731964916978 2024-11-18T21:21:56,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:21:56,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731964916981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964916981"}]},"ts":"1731964916981"} 2024-11-18T21:21:57,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:21:57,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:21:57,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964917014"}]},"ts":"1731964917014"} 2024-11-18T21:21:57,029 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T21:21:57,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fbcb982ae4fa38701c4e3de195451aac, ASSIGN}] 2024-11-18T21:21:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:57,041 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fbcb982ae4fa38701c4e3de195451aac, ASSIGN 2024-11-18T21:21:57,045 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fbcb982ae4fa38701c4e3de195451aac, ASSIGN; state=OFFLINE, location=d63b309a8c2d,44691,1731964909416; forceNewPlan=false, retain=false 2024-11-18T21:21:57,202 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fbcb982ae4fa38701c4e3de195451aac, regionState=OPENING, regionLocation=d63b309a8c2d,44691,1731964909416 2024-11-18T21:21:57,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fbcb982ae4fa38701c4e3de195451aac, ASSIGN because future has completed 2024-11-18T21:21:57,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbcb982ae4fa38701c4e3de195451aac, server=d63b309a8c2d,44691,1731964909416}] 2024-11-18T21:21:57,445 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac. 2024-11-18T21:21:57,445 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fbcb982ae4fa38701c4e3de195451aac, NAME => 'test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:57,445 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:21:57,445 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T21:21:57,446 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:21:57,446 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:57,446 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:21:57,446 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:21:57,469 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:21:57,509 INFO [StoreOpener-fbcb982ae4fa38701c4e3de195451aac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:21:57,529 INFO [StoreOpener-fbcb982ae4fa38701c4e3de195451aac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbcb982ae4fa38701c4e3de195451aac columnFamilyName f 2024-11-18T21:21:57,529 DEBUG [StoreOpener-fbcb982ae4fa38701c4e3de195451aac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:57,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:57,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:57,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:57,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:57,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:57,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:57,536 INFO [StoreOpener-fbcb982ae4fa38701c4e3de195451aac-1 {}] regionserver.HStore(327): Store=fbcb982ae4fa38701c4e3de195451aac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:57,536 INFO [StoreOpener-fbcb982ae4fa38701c4e3de195451aac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:21:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:57,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:57,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:57,557 INFO [StoreOpener-fbcb982ae4fa38701c4e3de195451aac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbcb982ae4fa38701c4e3de195451aac columnFamilyName f1 2024-11-18T21:21:57,557 DEBUG [StoreOpener-fbcb982ae4fa38701c4e3de195451aac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:57,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:21:57,571 INFO [StoreOpener-fbcb982ae4fa38701c4e3de195451aac-1 {}] regionserver.HStore(327): Store=fbcb982ae4fa38701c4e3de195451aac/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:57,571 INFO [StoreOpener-fbcb982ae4fa38701c4e3de195451aac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:21:57,597 INFO [StoreOpener-fbcb982ae4fa38701c4e3de195451aac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbcb982ae4fa38701c4e3de195451aac columnFamilyName norep 2024-11-18T21:21:57,597 DEBUG [StoreOpener-fbcb982ae4fa38701c4e3de195451aac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:57,607 INFO [StoreOpener-fbcb982ae4fa38701c4e3de195451aac-1 {}] regionserver.HStore(327): Store=fbcb982ae4fa38701c4e3de195451aac/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:57,607 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:21:57,612 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:21:57,613 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:21:57,618 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T21:21:57,624 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:21:57,624 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:21:57,631 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:21:57,640 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:21:57,661 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:57,671 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fbcb982ae4fa38701c4e3de195451aac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58919893, jitterRate=-0.12202517688274384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:21:57,671 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:21:57,672 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fbcb982ae4fa38701c4e3de195451aac: Running coprocessor pre-open hook at 1731964917446Writing region info on filesystem at 1731964917446Initializing all the Stores at 1731964917473 (+27 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964917473Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964917504 (+31 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964917504Cleaning up temporary data from old regions at 1731964917625 (+121 ms)Running coprocessor post-open hooks at 1731964917671 (+46 ms)Region opened successfully at 1731964917672 (+1 ms) 2024-11-18T21:21:57,682 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac., pid=6, masterSystemTime=1731964917377 2024-11-18T21:21:57,703 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac. 2024-11-18T21:21:57,703 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac. 2024-11-18T21:21:57,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fbcb982ae4fa38701c4e3de195451aac, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d63b309a8c2d,44691,1731964909416 2024-11-18T21:21:57,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbcb982ae4fa38701c4e3de195451aac, server=d63b309a8c2d,44691,1731964909416 because future has completed 2024-11-18T21:21:57,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:21:57,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fbcb982ae4fa38701c4e3de195451aac, server=d63b309a8c2d,44691,1731964909416 in 519 msec 2024-11-18T21:21:57,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T21:21:57,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fbcb982ae4fa38701c4e3de195451aac, ASSIGN in 699 msec 2024-11-18T21:21:57,744 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:21:57,745 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964917745"}]},"ts":"1731964917745"} 2024-11-18T21:21:57,762 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T21:21:57,773 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:21:57,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3730 sec 2024-11-18T21:21:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:58,569 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T21:21:58,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:58,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33895,1731964914051 2024-11-18T21:21:58,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17089a7d 2024-11-18T21:21:58,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:58,581 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:21:58,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33895 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:21:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33895 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T21:21:58,600 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:21:58,601 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:58,602 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:21:58,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33895 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T21:21:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:58,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741835_1011 (size=902) 2024-11-18T21:21:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:59,075 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05cc2735891b3b5ff2ffb729d3175ba9, NAME => 'test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3 2024-11-18T21:21:59,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741836_1012 (size=39) 2024-11-18T21:21:59,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:59,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 05cc2735891b3b5ff2ffb729d3175ba9, disabling compactions & flushes 2024-11-18T21:21:59,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9. 2024-11-18T21:21:59,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9. 2024-11-18T21:21:59,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9. after waiting 0 ms 2024-11-18T21:21:59,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9. 2024-11-18T21:21:59,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9. 2024-11-18T21:21:59,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05cc2735891b3b5ff2ffb729d3175ba9: Waiting for close lock at 1731964919144Disabling compacts and flushes for region at 1731964919144Disabling writes for close at 1731964919144Writing region close event to WAL at 1731964919144Closed at 1731964919144 2024-11-18T21:21:59,149 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:21:59,149 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731964919149"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964919149"}]},"ts":"1731964919149"} 2024-11-18T21:21:59,155 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:21:59,158 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:21:59,159 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964919158"}]},"ts":"1731964919158"} 2024-11-18T21:21:59,162 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T21:21:59,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05cc2735891b3b5ff2ffb729d3175ba9, ASSIGN}] 2024-11-18T21:21:59,168 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05cc2735891b3b5ff2ffb729d3175ba9, ASSIGN 2024-11-18T21:21:59,169 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=05cc2735891b3b5ff2ffb729d3175ba9, ASSIGN; state=OFFLINE, location=d63b309a8c2d,40987,1731964914226; forceNewPlan=false, retain=false 2024-11-18T21:21:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:59,323 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05cc2735891b3b5ff2ffb729d3175ba9, regionState=OPENING, regionLocation=d63b309a8c2d,40987,1731964914226 2024-11-18T21:21:59,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=05cc2735891b3b5ff2ffb729d3175ba9, ASSIGN because future has completed 2024-11-18T21:21:59,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05cc2735891b3b5ff2ffb729d3175ba9, server=d63b309a8c2d,40987,1731964914226}] 2024-11-18T21:21:59,507 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9. 2024-11-18T21:21:59,507 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 05cc2735891b3b5ff2ffb729d3175ba9, NAME => 'test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:21:59,508 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:21:59,508 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T21:21:59,508 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 05cc2735891b3b5ff2ffb729d3175ba9 2024-11-18T21:21:59,508 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:21:59,508 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 05cc2735891b3b5ff2ffb729d3175ba9 2024-11-18T21:21:59,508 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 05cc2735891b3b5ff2ffb729d3175ba9 2024-11-18T21:21:59,517 INFO [StoreOpener-05cc2735891b3b5ff2ffb729d3175ba9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 05cc2735891b3b5ff2ffb729d3175ba9 2024-11-18T21:21:59,521 INFO [StoreOpener-05cc2735891b3b5ff2ffb729d3175ba9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05cc2735891b3b5ff2ffb729d3175ba9 columnFamilyName f 2024-11-18T21:21:59,521 DEBUG [StoreOpener-05cc2735891b3b5ff2ffb729d3175ba9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:59,522 INFO [StoreOpener-05cc2735891b3b5ff2ffb729d3175ba9-1 {}] regionserver.HStore(327): Store=05cc2735891b3b5ff2ffb729d3175ba9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:59,522 INFO [StoreOpener-05cc2735891b3b5ff2ffb729d3175ba9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 05cc2735891b3b5ff2ffb729d3175ba9 2024-11-18T21:21:59,524 INFO [StoreOpener-05cc2735891b3b5ff2ffb729d3175ba9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05cc2735891b3b5ff2ffb729d3175ba9 columnFamilyName f1 2024-11-18T21:21:59,524 DEBUG [StoreOpener-05cc2735891b3b5ff2ffb729d3175ba9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:59,525 INFO [StoreOpener-05cc2735891b3b5ff2ffb729d3175ba9-1 {}] regionserver.HStore(327): Store=05cc2735891b3b5ff2ffb729d3175ba9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:59,525 INFO [StoreOpener-05cc2735891b3b5ff2ffb729d3175ba9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 05cc2735891b3b5ff2ffb729d3175ba9 2024-11-18T21:21:59,526 INFO [StoreOpener-05cc2735891b3b5ff2ffb729d3175ba9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05cc2735891b3b5ff2ffb729d3175ba9 columnFamilyName norep 2024-11-18T21:21:59,526 DEBUG [StoreOpener-05cc2735891b3b5ff2ffb729d3175ba9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:59,527 INFO [StoreOpener-05cc2735891b3b5ff2ffb729d3175ba9-1 {}] regionserver.HStore(327): Store=05cc2735891b3b5ff2ffb729d3175ba9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:21:59,527 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 05cc2735891b3b5ff2ffb729d3175ba9 2024-11-18T21:21:59,529 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9 2024-11-18T21:21:59,529 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9 2024-11-18T21:21:59,530 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 05cc2735891b3b5ff2ffb729d3175ba9 2024-11-18T21:21:59,530 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 05cc2735891b3b5ff2ffb729d3175ba9 2024-11-18T21:21:59,533 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:21:59,534 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 05cc2735891b3b5ff2ffb729d3175ba9 2024-11-18T21:21:59,537 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:21:59,537 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 05cc2735891b3b5ff2ffb729d3175ba9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64795853, jitterRate=-0.03446654975414276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:21:59,537 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05cc2735891b3b5ff2ffb729d3175ba9 2024-11-18T21:21:59,538 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 05cc2735891b3b5ff2ffb729d3175ba9: Running coprocessor pre-open hook at 1731964919508Writing region info on filesystem at 1731964919508Initializing all the Stores at 1731964919510 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964919510Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964919516 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964919516Cleaning up temporary data from old regions at 1731964919530 (+14 ms)Running coprocessor post-open hooks at 1731964919537 (+7 ms)Region opened successfully at 1731964919537 2024-11-18T21:21:59,547 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9., pid=6, masterSystemTime=1731964919501 2024-11-18T21:21:59,550 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9. 2024-11-18T21:21:59,550 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9. 2024-11-18T21:21:59,556 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05cc2735891b3b5ff2ffb729d3175ba9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d63b309a8c2d,40987,1731964914226 2024-11-18T21:21:59,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05cc2735891b3b5ff2ffb729d3175ba9, server=d63b309a8c2d,40987,1731964914226 because future has completed 2024-11-18T21:21:59,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:21:59,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 05cc2735891b3b5ff2ffb729d3175ba9, server=d63b309a8c2d,40987,1731964914226 in 228 msec 2024-11-18T21:21:59,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T21:21:59,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=05cc2735891b3b5ff2ffb729d3175ba9, ASSIGN in 401 msec 2024-11-18T21:21:59,568 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:21:59,568 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964919568"}]},"ts":"1731964919568"} 2024-11-18T21:21:59,570 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T21:21:59,577 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:21:59,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 995 msec 2024-11-18T21:21:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:21:59,754 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T21:21:59,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a22708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:59,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33829,-1 for getting cluster id 2024-11-18T21:21:59,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:59,761 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db98d8b0-1131-4b76-aa32-85a7d57ff1c1' 2024-11-18T21:21:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db98d8b0-1131-4b76-aa32-85a7d57ff1c1" 2024-11-18T21:21:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5e66af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33829,-1] 2024-11-18T21:21:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:59,765 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2450bf51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:59,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750fd743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:59,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33895,-1 for getting cluster id 2024-11-18T21:21:59,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:59,774 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '098571a2-b830-4db6-b422-a0b4a26ddbe4' 2024-11-18T21:21:59,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:59,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "098571a2-b830-4db6-b422-a0b4a26ddbe4" 2024-11-18T21:21:59,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b3509e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:59,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33895,-1] 2024-11-18T21:21:59,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:59,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:59,776 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:59,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331561e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:59,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1490ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:59,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33829,-1 for getting cluster id 2024-11-18T21:21:59,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:59,806 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db98d8b0-1131-4b76-aa32-85a7d57ff1c1' 2024-11-18T21:21:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db98d8b0-1131-4b76-aa32-85a7d57ff1c1" 2024-11-18T21:21:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdae1d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33829,-1] 2024-11-18T21:21:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:59,808 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:59,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2693c8c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:59,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:59,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33829,1731964909021 2024-11-18T21:21:59,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@385eb1e 2024-11-18T21:21:59,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:59,817 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:21:59,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d63b309a8c2d:33895,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T21:21:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:21:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:21:59,822 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:33895' 2024-11-18T21:21:59,826 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c72a796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:59,826 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33895,-1 for getting cluster id 2024-11-18T21:21:59,826 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:21:59,833 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '098571a2-b830-4db6-b422-a0b4a26ddbe4' 2024-11-18T21:21:59,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:21:59,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "098571a2-b830-4db6-b422-a0b4a26ddbe4" 2024-11-18T21:21:59,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df6e257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:59,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33895,-1] 2024-11-18T21:21:59,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:21:59,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:59,837 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:21:59,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50efbfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:21:59,838 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:21:59,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33895,1731964914051 2024-11-18T21:21:59,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d900b98 2024-11-18T21:21:59,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:21:59,840 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:21:59,842 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T21:21:59,842 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:21:59,842 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:59,842 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:21:59,843 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:21:59,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:21:59,844 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T21:21:59,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:21:59,846 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:21:59,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:21:59,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741837_1013 (size=1138) 2024-11-18T21:21:59,895 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T21:21:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:00,310 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b438d0a60a462fd3ba45505dc1c4d807, NAME => 'hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27 2024-11-18T21:22:00,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741838_1014 (size=44) 2024-11-18T21:22:00,385 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:00,385 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b438d0a60a462fd3ba45505dc1c4d807, disabling compactions & flushes 2024-11-18T21:22:00,385 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. 2024-11-18T21:22:00,385 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. 2024-11-18T21:22:00,385 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. after waiting 0 ms 2024-11-18T21:22:00,385 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. 2024-11-18T21:22:00,385 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. 2024-11-18T21:22:00,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b438d0a60a462fd3ba45505dc1c4d807: Waiting for close lock at 1731964920385Disabling compacts and flushes for region at 1731964920385Disabling writes for close at 1731964920385Writing region close event to WAL at 1731964920385Closed at 1731964920385 2024-11-18T21:22:00,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:22:00,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731964920389"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964920389"}]},"ts":"1731964920389"} 2024-11-18T21:22:00,405 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:22:00,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:22:00,406 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964920406"}]},"ts":"1731964920406"} 2024-11-18T21:22:00,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T21:22:00,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b438d0a60a462fd3ba45505dc1c4d807, ASSIGN}] 2024-11-18T21:22:00,411 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b438d0a60a462fd3ba45505dc1c4d807, ASSIGN 2024-11-18T21:22:00,415 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b438d0a60a462fd3ba45505dc1c4d807, ASSIGN; state=OFFLINE, location=d63b309a8c2d,44691,1731964909416; forceNewPlan=false, retain=false 2024-11-18T21:22:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:00,565 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b438d0a60a462fd3ba45505dc1c4d807, regionState=OPENING, regionLocation=d63b309a8c2d,44691,1731964909416 2024-11-18T21:22:00,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b438d0a60a462fd3ba45505dc1c4d807, ASSIGN because future has completed 2024-11-18T21:22:00,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b438d0a60a462fd3ba45505dc1c4d807, server=d63b309a8c2d,44691,1731964909416}] 2024-11-18T21:22:00,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. 2024-11-18T21:22:00,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:22:00,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T21:22:00,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C44691%2C1731964909416.rep, suffix=, logDir=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416, archiveDir=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/oldWALs, maxLogs=10 2024-11-18T21:22:00,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.rep.1731964920776, exclude list is [], retry=0 2024-11-18T21:22:00,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41723,DS-84d6daa2-4d61-4091-8650-5df804523348,DISK] 2024-11-18T21:22:00,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.rep.1731964920776 2024-11-18T21:22:00,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39333:39333)] 2024-11-18T21:22:00,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b438d0a60a462fd3ba45505dc1c4d807, NAME => 'hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:22:00,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:22:00,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:22:00,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. service=MultiRowMutationService 2024-11-18T21:22:00,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T21:22:00,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b438d0a60a462fd3ba45505dc1c4d807 2024-11-18T21:22:00,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:00,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b438d0a60a462fd3ba45505dc1c4d807 2024-11-18T21:22:00,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b438d0a60a462fd3ba45505dc1c4d807 2024-11-18T21:22:00,844 INFO [StoreOpener-b438d0a60a462fd3ba45505dc1c4d807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b438d0a60a462fd3ba45505dc1c4d807 2024-11-18T21:22:00,848 INFO [StoreOpener-b438d0a60a462fd3ba45505dc1c4d807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b438d0a60a462fd3ba45505dc1c4d807 columnFamilyName hfileref 2024-11-18T21:22:00,848 DEBUG [StoreOpener-b438d0a60a462fd3ba45505dc1c4d807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:00,848 INFO [StoreOpener-b438d0a60a462fd3ba45505dc1c4d807-1 {}] regionserver.HStore(327): Store=b438d0a60a462fd3ba45505dc1c4d807/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:00,851 INFO [StoreOpener-b438d0a60a462fd3ba45505dc1c4d807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b438d0a60a462fd3ba45505dc1c4d807 2024-11-18T21:22:00,857 INFO [StoreOpener-b438d0a60a462fd3ba45505dc1c4d807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b438d0a60a462fd3ba45505dc1c4d807 columnFamilyName queue 2024-11-18T21:22:00,857 DEBUG [StoreOpener-b438d0a60a462fd3ba45505dc1c4d807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:00,861 INFO [StoreOpener-b438d0a60a462fd3ba45505dc1c4d807-1 {}] regionserver.HStore(327): Store=b438d0a60a462fd3ba45505dc1c4d807/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:00,861 INFO [StoreOpener-b438d0a60a462fd3ba45505dc1c4d807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b438d0a60a462fd3ba45505dc1c4d807 2024-11-18T21:22:00,869 INFO [StoreOpener-b438d0a60a462fd3ba45505dc1c4d807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b438d0a60a462fd3ba45505dc1c4d807 columnFamilyName sid 2024-11-18T21:22:00,869 DEBUG [StoreOpener-b438d0a60a462fd3ba45505dc1c4d807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:00,874 INFO [StoreOpener-b438d0a60a462fd3ba45505dc1c4d807-1 {}] regionserver.HStore(327): Store=b438d0a60a462fd3ba45505dc1c4d807/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:00,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b438d0a60a462fd3ba45505dc1c4d807 2024-11-18T21:22:00,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/replication/b438d0a60a462fd3ba45505dc1c4d807 2024-11-18T21:22:00,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/replication/b438d0a60a462fd3ba45505dc1c4d807 2024-11-18T21:22:00,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b438d0a60a462fd3ba45505dc1c4d807 2024-11-18T21:22:00,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b438d0a60a462fd3ba45505dc1c4d807 2024-11-18T21:22:00,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:22:00,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b438d0a60a462fd3ba45505dc1c4d807 2024-11-18T21:22:00,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/replication/b438d0a60a462fd3ba45505dc1c4d807/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:22:00,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b438d0a60a462fd3ba45505dc1c4d807; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62882314, jitterRate=-0.06298050284385681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:22:00,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b438d0a60a462fd3ba45505dc1c4d807 2024-11-18T21:22:00,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b438d0a60a462fd3ba45505dc1c4d807: Running coprocessor pre-open hook at 1731964920834Writing region info on filesystem at 1731964920834Initializing all the Stores at 1731964920844 (+10 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964920844Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964920844Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964920844Cleaning up temporary data from old regions at 1731964920876 (+32 ms)Running coprocessor post-open hooks at 1731964920941 (+65 ms)Region opened successfully at 1731964920941 2024-11-18T21:22:00,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807., pid=10, masterSystemTime=1731964920732 2024-11-18T21:22:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:00,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. 2024-11-18T21:22:00,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. 2024-11-18T21:22:00,970 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b438d0a60a462fd3ba45505dc1c4d807, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,44691,1731964909416 2024-11-18T21:22:00,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b438d0a60a462fd3ba45505dc1c4d807, server=d63b309a8c2d,44691,1731964909416 because future has completed 2024-11-18T21:22:01,001 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33829 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d63b309a8c2d,44691,1731964909416, table=hbase:replication, region=b438d0a60a462fd3ba45505dc1c4d807. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T21:22:01,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T21:22:01,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b438d0a60a462fd3ba45505dc1c4d807, server=d63b309a8c2d,44691,1731964909416 in 444 msec 2024-11-18T21:22:01,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T21:22:01,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b438d0a60a462fd3ba45505dc1c4d807, ASSIGN in 610 msec 2024-11-18T21:22:01,023 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:22:01,024 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964921023"}]},"ts":"1731964921023"} 2024-11-18T21:22:01,033 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T21:22:01,036 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:22:01,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-18T21:22:01,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807., hostname=d63b309a8c2d,44691,1731964909416, seqNum=2] 2024-11-18T21:22:01,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981 2024-11-18T21:22:01,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981 2024-11-18T21:22:01,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:22:01,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44691 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T21:22:01,270 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T21:22:01,271 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T21:22:01,326 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d63b309a8c2d,44691,1731964909416, ReplicationSource: 1, currentBandwidth=0 2024-11-18T21:22:01,327 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:01,327 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,44691,1731964909416, seqNum=-1] 2024-11-18T21:22:01,327 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:01,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-18T21:22:01,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d63b309a8c2d,44691,1731964909416', locateType=CURRENT is [region=hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807., hostname=d63b309a8c2d,44691,1731964909416, seqNum=2] 2024-11-18T21:22:01,352 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T21:22:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T21:22:01,365 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d63b309a8c2d,44691,1731964909416 suceeded 2024-11-18T21:22:01,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T21:22:01,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 257 msec 2024-11-18T21:22:01,367 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d63b309a8c2d:33895,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:22:01,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5490 sec 2024-11-18T21:22:01,384 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:33895' 2024-11-18T21:22:01,399 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b380559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:01,399 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33895,-1 for getting cluster id 2024-11-18T21:22:01,399 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:01,405 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '098571a2-b830-4db6-b422-a0b4a26ddbe4' 2024-11-18T21:22:01,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:01,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "098571a2-b830-4db6-b422-a0b4a26ddbe4" 2024-11-18T21:22:01,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6012ef6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:01,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33895,-1] 2024-11-18T21:22:01,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:01,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:01,409 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:01,410 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b114844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:01,410 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:01,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33895,1731964914051 2024-11-18T21:22:01,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@149dfb9a 2024-11-18T21:22:01,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:01,416 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-18T21:22:01,417 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d63b309a8c2d,44691,1731964909416 (queues=1) is replicating from cluster=db98d8b0-1131-4b76-aa32-85a7d57ff1c1 to cluster=098571a2-b830-4db6-b422-a0b4a26ddbe4 2024-11-18T21:22:01,417 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d63b309a8c2d%2C44691%2C1731964909416 2024-11-18T21:22:01,417 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d63b309a8c2d,44691,1731964909416, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:22:01,418 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414, startPosition=0, beingWritten=true 2024-11-18T21:22:01,418 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.shipperd63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C44691%2C1731964909416 2024-11-18T21:22:01,439 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:01,439 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 379, reset compression=false 2024-11-18T21:22:01,439 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.shipperd63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,44691,1731964909416 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:01,655 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 379, reset compression=false 2024-11-18T21:22:01,967 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 379, reset compression=false 2024-11-18T21:22:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:01,974 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T21:22:01,975 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:22:01,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:01,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:01,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:01,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:01,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54370efc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:01,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33895,-1 for getting cluster id 2024-11-18T21:22:01,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:01,982 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '098571a2-b830-4db6-b422-a0b4a26ddbe4' 2024-11-18T21:22:01,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:01,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "098571a2-b830-4db6-b422-a0b4a26ddbe4" 2024-11-18T21:22:01,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2257f2fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:01,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33895,-1] 2024-11-18T21:22:01,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:01,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:01,988 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:01,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b10e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:01,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:01,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33895,1731964914051 2024-11-18T21:22:01,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23317337 2024-11-18T21:22:01,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:01,991 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:22:01,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33895 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d63b309a8c2d:33829,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T21:22:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33895 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:22:01,997 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:33829' 2024-11-18T21:22:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:01,999 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66780ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:01,999 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33829,-1 for getting cluster id 2024-11-18T21:22:01,999 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:02,000 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db98d8b0-1131-4b76-aa32-85a7d57ff1c1' 2024-11-18T21:22:02,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:02,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db98d8b0-1131-4b76-aa32-85a7d57ff1c1" 2024-11-18T21:22:02,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67647bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:02,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33829,-1] 2024-11-18T21:22:02,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:02,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:02,003 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:02,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f216e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:02,006 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:02,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33829,1731964909021 2024-11-18T21:22:02,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1027b003 2024-11-18T21:22:02,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:02,009 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:22:02,013 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T21:22:02,013 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:22:02,013 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:02,014 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:02,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:02,014 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:22:02,016 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T21:22:02,018 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:22:02,018 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:02,019 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:22:02,067 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T21:22:02,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741837_1013 (size=1138) 2024-11-18T21:22:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:02,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T21:22:02,153 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T21:22:02,154 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T21:22:02,154 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T21:22:02,155 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:22:02,155 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T21:22:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:02,396 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 379, reset compression=false 2024-11-18T21:22:02,492 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 020d7e5334baa7490b8a3315f0dcf663, NAME => 'hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3 2024-11-18T21:22:02,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741838_1014 (size=44) 2024-11-18T21:22:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:02,918 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 379, reset compression=false 2024-11-18T21:22:02,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:22:02,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:02,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 020d7e5334baa7490b8a3315f0dcf663, disabling compactions & flushes 2024-11-18T21:22:02,957 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. 2024-11-18T21:22:02,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. 2024-11-18T21:22:02,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. after waiting 0 ms 2024-11-18T21:22:02,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. 2024-11-18T21:22:02,957 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. 2024-11-18T21:22:02,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 020d7e5334baa7490b8a3315f0dcf663: Waiting for close lock at 1731964922957Disabling compacts and flushes for region at 1731964922957Disabling writes for close at 1731964922957Writing region close event to WAL at 1731964922957Closed at 1731964922957 2024-11-18T21:22:02,965 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:22:02,965 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731964922965"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964922965"}]},"ts":"1731964922965"} 2024-11-18T21:22:02,974 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:22:02,983 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:02,983 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:22:02,983 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:22:02,984 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964922984"}]},"ts":"1731964922984"} 2024-11-18T21:22:02,984 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18271 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:22:02,986 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T21:22:02,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=020d7e5334baa7490b8a3315f0dcf663, ASSIGN}] 2024-11-18T21:22:02,988 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=020d7e5334baa7490b8a3315f0dcf663, ASSIGN 2024-11-18T21:22:02,989 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=020d7e5334baa7490b8a3315f0dcf663, ASSIGN; state=OFFLINE, location=d63b309a8c2d,40987,1731964914226; forceNewPlan=false, retain=false 2024-11-18T21:22:03,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:03,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:03,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:03,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:03,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:03,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:03,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:03,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:03,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:03,144 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=020d7e5334baa7490b8a3315f0dcf663, regionState=OPENING, regionLocation=d63b309a8c2d,40987,1731964914226 2024-11-18T21:22:03,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=020d7e5334baa7490b8a3315f0dcf663, ASSIGN because future has completed 2024-11-18T21:22:03,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 020d7e5334baa7490b8a3315f0dcf663, server=d63b309a8c2d,40987,1731964914226}] 2024-11-18T21:22:03,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. 2024-11-18T21:22:03,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:22:03,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T21:22:03,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C40987%2C1731964914226.rep, suffix=, logDir=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226, archiveDir=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/oldWALs, maxLogs=10 2024-11-18T21:22:03,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.rep.1731964923331, exclude list is [], retry=0 2024-11-18T21:22:03,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45915,DS-f2518edd-31c6-4666-91bd-aa3cf89345c4,DISK] 2024-11-18T21:22:03,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.rep.1731964923331 2024-11-18T21:22:03,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)] 2024-11-18T21:22:03,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 020d7e5334baa7490b8a3315f0dcf663, NAME => 'hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:22:03,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:22:03,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:22:03,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. service=MultiRowMutationService 2024-11-18T21:22:03,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T21:22:03,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 020d7e5334baa7490b8a3315f0dcf663 2024-11-18T21:22:03,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:03,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 020d7e5334baa7490b8a3315f0dcf663 2024-11-18T21:22:03,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 020d7e5334baa7490b8a3315f0dcf663 2024-11-18T21:22:03,411 INFO [StoreOpener-020d7e5334baa7490b8a3315f0dcf663-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 020d7e5334baa7490b8a3315f0dcf663 2024-11-18T21:22:03,426 INFO [StoreOpener-020d7e5334baa7490b8a3315f0dcf663-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 020d7e5334baa7490b8a3315f0dcf663 columnFamilyName hfileref 2024-11-18T21:22:03,426 DEBUG [StoreOpener-020d7e5334baa7490b8a3315f0dcf663-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:03,429 INFO [StoreOpener-020d7e5334baa7490b8a3315f0dcf663-1 {}] regionserver.HStore(327): Store=020d7e5334baa7490b8a3315f0dcf663/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:03,429 INFO [StoreOpener-020d7e5334baa7490b8a3315f0dcf663-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 020d7e5334baa7490b8a3315f0dcf663 2024-11-18T21:22:03,433 INFO [StoreOpener-020d7e5334baa7490b8a3315f0dcf663-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 020d7e5334baa7490b8a3315f0dcf663 columnFamilyName queue 2024-11-18T21:22:03,433 DEBUG [StoreOpener-020d7e5334baa7490b8a3315f0dcf663-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:03,436 INFO [StoreOpener-020d7e5334baa7490b8a3315f0dcf663-1 {}] regionserver.HStore(327): Store=020d7e5334baa7490b8a3315f0dcf663/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:03,437 INFO [StoreOpener-020d7e5334baa7490b8a3315f0dcf663-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 020d7e5334baa7490b8a3315f0dcf663 2024-11-18T21:22:03,451 INFO [StoreOpener-020d7e5334baa7490b8a3315f0dcf663-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 020d7e5334baa7490b8a3315f0dcf663 columnFamilyName sid 2024-11-18T21:22:03,451 DEBUG [StoreOpener-020d7e5334baa7490b8a3315f0dcf663-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:03,452 INFO [StoreOpener-020d7e5334baa7490b8a3315f0dcf663-1 {}] regionserver.HStore(327): Store=020d7e5334baa7490b8a3315f0dcf663/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:03,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 020d7e5334baa7490b8a3315f0dcf663 2024-11-18T21:22:03,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/replication/020d7e5334baa7490b8a3315f0dcf663 2024-11-18T21:22:03,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/replication/020d7e5334baa7490b8a3315f0dcf663 2024-11-18T21:22:03,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 020d7e5334baa7490b8a3315f0dcf663 2024-11-18T21:22:03,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 020d7e5334baa7490b8a3315f0dcf663 2024-11-18T21:22:03,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:22:03,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 020d7e5334baa7490b8a3315f0dcf663 2024-11-18T21:22:03,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/replication/020d7e5334baa7490b8a3315f0dcf663/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:22:03,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 020d7e5334baa7490b8a3315f0dcf663; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72047856, jitterRate=0.07359671592712402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:22:03,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 020d7e5334baa7490b8a3315f0dcf663 2024-11-18T21:22:03,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 020d7e5334baa7490b8a3315f0dcf663: Running coprocessor pre-open hook at 1731964923378Writing region info on filesystem at 1731964923378Initializing all the Stores at 1731964923394 (+16 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964923394Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964923410 (+16 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964923410Cleaning up temporary data from old regions at 1731964923481 (+71 ms)Running coprocessor post-open hooks at 1731964923498 (+17 ms)Region opened successfully at 1731964923498 2024-11-18T21:22:03,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663., pid=10, masterSystemTime=1731964923306 2024-11-18T21:22:03,517 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=020d7e5334baa7490b8a3315f0dcf663, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,40987,1731964914226 2024-11-18T21:22:03,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 020d7e5334baa7490b8a3315f0dcf663, server=d63b309a8c2d,40987,1731964914226 because future has completed 2024-11-18T21:22:03,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. 2024-11-18T21:22:03,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. 2024-11-18T21:22:03,525 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 379, reset compression=false 2024-11-18T21:22:03,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T21:22:03,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 020d7e5334baa7490b8a3315f0dcf663, server=d63b309a8c2d,40987,1731964914226 in 371 msec 2024-11-18T21:22:03,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T21:22:03,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=020d7e5334baa7490b8a3315f0dcf663, ASSIGN in 540 msec 2024-11-18T21:22:03,531 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:22:03,531 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964923531"}]},"ts":"1731964923531"} 2024-11-18T21:22:03,534 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T21:22:03,536 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:22:03,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.5230 sec 2024-11-18T21:22:03,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663., hostname=d63b309a8c2d,40987,1731964914226, seqNum=2] 2024-11-18T21:22:03,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226 2024-11-18T21:22:03,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226 2024-11-18T21:22:03,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:22:03,620 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T21:22:03,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T21:22:03,777 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T21:22:03,835 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d63b309a8c2d,40987,1731964914226, ReplicationSource: 1, currentBandwidth=0 2024-11-18T21:22:03,836 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:03,836 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40987,1731964914226, seqNum=-1] 2024-11-18T21:22:03,836 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:03,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-18T21:22:03,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d63b309a8c2d,40987,1731964914226', locateType=CURRENT is [region=hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663., hostname=d63b309a8c2d,40987,1731964914226, seqNum=2] 2024-11-18T21:22:03,856 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T21:22:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33895 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T21:22:03,860 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d63b309a8c2d,40987,1731964914226 suceeded 2024-11-18T21:22:03,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T21:22:03,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 250 msec 2024-11-18T21:22:03,863 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d63b309a8c2d:33829,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:22:03,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8710 sec 2024-11-18T21:22:03,931 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:33829' 2024-11-18T21:22:03,944 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a7fb343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:03,944 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33829,-1 for getting cluster id 2024-11-18T21:22:03,944 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:03,949 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db98d8b0-1131-4b76-aa32-85a7d57ff1c1' 2024-11-18T21:22:03,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:03,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db98d8b0-1131-4b76-aa32-85a7d57ff1c1" 2024-11-18T21:22:03,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bbf709d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:03,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33829,-1] 2024-11-18T21:22:03,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:03,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:03,951 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:03,952 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46970233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:03,952 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:03,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33829,1731964909021 2024-11-18T21:22:03,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52754096 2024-11-18T21:22:03,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:03,960 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-18T21:22:03,960 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d63b309a8c2d,40987,1731964914226 (queues=1) is replicating from cluster=098571a2-b830-4db6-b422-a0b4a26ddbe4 to cluster=db98d8b0-1131-4b76-aa32-85a7d57ff1c1 2024-11-18T21:22:03,961 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d63b309a8c2d%2C40987%2C1731964914226 2024-11-18T21:22:03,961 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d63b309a8c2d,40987,1731964914226, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:22:03,965 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476, startPosition=0, beingWritten=true 2024-11-18T21:22:04,009 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.shipperd63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C40987%2C1731964914226 2024-11-18T21:22:04,046 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:04,047 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 379, reset compression=false 2024-11-18T21:22:04,047 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.shipperd63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40987,1731964914226 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:04,144 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T21:22:04,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:22:04,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:04,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:04,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:04,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:04,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:04,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,44691,1731964909416, seqNum=-1] 2024-11-18T21:22:04,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:04,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:22:04,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac., hostname=d63b309a8c2d,44691,1731964909416, seqNum=2] 2024-11-18T21:22:04,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:04,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40987,1731964914226, seqNum=-1] 2024-11-18T21:22:04,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:04,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:22:04,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9., hostname=d63b309a8c2d,40987,1731964914226, seqNum=2] 2024-11-18T21:22:04,173 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T21:22:04,237 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 379, reset compression=false 2024-11-18T21:22:04,266 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:04,266 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 480, reset compression=false 2024-11-18T21:22:04,266 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.shipperd63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,44691,1731964909416 got entry batch from reader: WALEntryBatch [walEntries=[{test/fbcb982ae4fa38701c4e3de195451aac/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T21:22:04,269 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.shipperd63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:22:04,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-18T21:22:04,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40987 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:04,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15249143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:04,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40987 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33895,-1 for getting cluster id 2024-11-18T21:22:04,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:04,278 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '098571a2-b830-4db6-b422-a0b4a26ddbe4' 2024-11-18T21:22:04,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:04,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "098571a2-b830-4db6-b422-a0b4a26ddbe4" 2024-11-18T21:22:04,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@636bb41e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:04,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33895,-1] 2024-11-18T21:22:04,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:04,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:04,280 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:04,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b94b94b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:04,285 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 379, reset compression=false 2024-11-18T21:22:04,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40987 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:04,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40987,1731964914226, seqNum=-1] 2024-11-18T21:22:04,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:04,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-18T21:22:04,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9., hostname=d63b309a8c2d,40987,1731964914226, seqNum=2] 2024-11-18T21:22:04,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40987 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:04,538 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 480, reset compression=false 2024-11-18T21:22:04,672 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 379, reset compression=false 2024-11-18T21:22:04,699 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:04,699 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 504, reset compression=false 2024-11-18T21:22:04,699 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.shipperd63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40987,1731964914226 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:04,874 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 480, reset compression=false 2024-11-18T21:22:04,911 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 504, reset compression=false 2024-11-18T21:22:05,177 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T21:22:05,180 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T21:22:05,220 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 504, reset compression=false 2024-11-18T21:22:05,231 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:05,232 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 608, reset compression=false 2024-11-18T21:22:05,232 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.shipperd63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40987,1731964914226 got entry batch from reader: WALEntryBatch [walEntries=[{test/05cc2735891b3b5ff2ffb729d3175ba9/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T21:22:05,237 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.shipperd63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:22:05,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-18T21:22:05,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:05,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f057fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:05,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33829,-1 for getting cluster id 2024-11-18T21:22:05,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:05,241 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db98d8b0-1131-4b76-aa32-85a7d57ff1c1' 2024-11-18T21:22:05,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:05,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db98d8b0-1131-4b76-aa32-85a7d57ff1c1" 2024-11-18T21:22:05,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@429ad4e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:05,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33829,-1] 2024-11-18T21:22:05,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:05,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:05,242 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:05,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b445410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:05,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:05,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,44691,1731964909416, seqNum=-1] 2024-11-18T21:22:05,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:05,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-18T21:22:05,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac., hostname=d63b309a8c2d,44691,1731964909416, seqNum=2] 2024-11-18T21:22:05,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:05,287 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 480, reset compression=false 2024-11-18T21:22:05,292 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:05,292 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 607, reset compression=false 2024-11-18T21:22:05,292 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.shipperd63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,44691,1731964909416 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:05,440 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 608, reset compression=false 2024-11-18T21:22:05,496 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 607, reset compression=false 2024-11-18T21:22:05,745 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 608, reset compression=false 2024-11-18T21:22:05,802 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 607, reset compression=false 2024-11-18T21:22:06,166 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 608, reset compression=false 2024-11-18T21:22:06,182 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T21:22:06,192 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T21:22:06,208 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 607, reset compression=false 2024-11-18T21:22:06,213 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:06,213 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 763, reset compression=false 2024-11-18T21:22:06,214 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.shipperd63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,44691,1731964909416 got entry batch from reader: WALEntryBatch [walEntries=[{test/fbcb982ae4fa38701c4e3de195451aac/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T21:22:06,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40987 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:06,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40987 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:06,423 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 763, reset compression=false 2024-11-18T21:22:06,672 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 608, reset compression=false 2024-11-18T21:22:06,677 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:06,677 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 756, reset compression=false 2024-11-18T21:22:06,677 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.shipperd63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40987,1731964914226 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:06,753 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 763, reset compression=false 2024-11-18T21:22:06,881 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 756, reset compression=false 2024-11-18T21:22:07,161 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 763, reset compression=false 2024-11-18T21:22:07,190 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 756, reset compression=false 2024-11-18T21:22:07,195 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T21:22:07,200 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T21:22:07,596 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 756, reset compression=false 2024-11-18T21:22:07,636 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:07,636 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 915, reset compression=false 2024-11-18T21:22:07,637 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.shipperd63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40987,1731964914226 got entry batch from reader: WALEntryBatch [walEntries=[{test/05cc2735891b3b5ff2ffb729d3175ba9/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T21:22:07,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:07,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:07,666 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 763, reset compression=false 2024-11-18T21:22:07,696 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:07,697 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 912, reset compression=false 2024-11-18T21:22:07,697 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.shipperd63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,44691,1731964909416 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:07,852 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 915, reset compression=false 2024-11-18T21:22:07,933 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 912, reset compression=false 2024-11-18T21:22:08,189 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 915, reset compression=false 2024-11-18T21:22:08,206 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T21:22:08,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:22:08,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:22:08,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:08,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:08,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:08,211 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:22:08,211 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1443709490, stopped=false 2024-11-18T21:22:08,211 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,33895,1731964914051 2024-11-18T21:22:08,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:08,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11833032226/running 2024-11-18T21:22:08,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226 2024-11-18T21:22:08,218 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:22:08,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:22:08,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:08,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:08,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11833032226/running 2024-11-18T21:22:08,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226 2024-11-18T21:22:08,219 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,40987,1731964914226' ***** 2024-11-18T21:22:08,219 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:22:08,219 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:22:08,219 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:22:08,219 INFO [RS:0;d63b309a8c2d:40987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:22:08,219 INFO [RS:0;d63b309a8c2d:40987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:22:08,220 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(3091): Received CLOSE for 05cc2735891b3b5ff2ffb729d3175ba9 2024-11-18T21:22:08,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Set watcher on znode that does not yet exist, /11833032226/running 2024-11-18T21:22:08,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Set watcher on znode that does not yet exist, /11833032226/running 2024-11-18T21:22:08,224 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(3091): Received CLOSE for 020d7e5334baa7490b8a3315f0dcf663 2024-11-18T21:22:08,224 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,40987,1731964914226 2024-11-18T21:22:08,225 INFO [RS:0;d63b309a8c2d:40987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:22:08,225 INFO [RS:0;d63b309a8c2d:40987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:40987. 2024-11-18T21:22:08,225 DEBUG [RS:0;d63b309a8c2d:40987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:08,225 DEBUG [RS:0;d63b309a8c2d:40987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:08,225 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:22:08,225 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:22:08,225 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:22:08,225 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:22:08,225 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05cc2735891b3b5ff2ffb729d3175ba9, disabling compactions & flushes 2024-11-18T21:22:08,225 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9. 2024-11-18T21:22:08,225 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9. 2024-11-18T21:22:08,225 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9. after waiting 0 ms 2024-11-18T21:22:08,225 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9. 2024-11-18T21:22:08,225 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 05cc2735891b3b5ff2ffb729d3175ba9 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-18T21:22:08,228 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T21:22:08,228 DEBUG [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 05cc2735891b3b5ff2ffb729d3175ba9=test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9., 020d7e5334baa7490b8a3315f0dcf663=hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663.} 2024-11-18T21:22:08,228 DEBUG [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(1351): Waiting on 020d7e5334baa7490b8a3315f0dcf663, 05cc2735891b3b5ff2ffb729d3175ba9, 1588230740 2024-11-18T21:22:08,229 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:22:08,229 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:22:08,229 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:22:08,229 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:22:08,229 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:22:08,229 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T21:22:08,255 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:22:08,263 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9/.tmp/f/ea8bd14c40ac452993d717bc0ae401f6 is 29, key is row1/f:/1731964927196/DeleteFamily/seqid=0 2024-11-18T21:22:08,269 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 912, reset compression=false 2024-11-18T21:22:08,280 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/.tmp/info/6cf89043a8904f278f3d95b22f35920f is 147, key is hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663./info:regioninfo/1731964923517/Put/seqid=0 2024-11-18T21:22:08,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741841_1017 (size=7686) 2024-11-18T21:22:08,348 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/.tmp/info/6cf89043a8904f278f3d95b22f35920f 2024-11-18T21:22:08,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741840_1016 (size=5118) 2024-11-18T21:22:08,352 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9/.tmp/f/ea8bd14c40ac452993d717bc0ae401f6 2024-11-18T21:22:08,363 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea8bd14c40ac452993d717bc0ae401f6 2024-11-18T21:22:08,391 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:22:08,391 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/.tmp/ns/a78dda20ce4a496b92ca4403cd0e5da5 is 43, key is default/ns:d/1731964916266/Put/seqid=0 2024-11-18T21:22:08,391 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:22:08,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741842_1018 (size=5153) 2024-11-18T21:22:08,405 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/.tmp/ns/a78dda20ce4a496b92ca4403cd0e5da5 2024-11-18T21:22:08,413 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9/.tmp/f1/77131e3cfc1d4b03a72cc2eb7323541d is 30, key is row1/f1:/1731964927196/DeleteFamily/seqid=0 2024-11-18T21:22:08,429 DEBUG [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(1351): Waiting on 020d7e5334baa7490b8a3315f0dcf663, 05cc2735891b3b5ff2ffb729d3175ba9, 1588230740 2024-11-18T21:22:08,438 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/.tmp/rep_barrier/9b349561362745709db711331f3f362b is 112, key is test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9./rep_barrier:seqnumDuringOpen/1731964919556/Put/seqid=0 2024-11-18T21:22:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741843_1019 (size=5123) 2024-11-18T21:22:08,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741844_1020 (size=5518) 2024-11-18T21:22:08,625 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 915, reset compression=false 2024-11-18T21:22:08,629 DEBUG [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(1351): Waiting on 020d7e5334baa7490b8a3315f0dcf663, 05cc2735891b3b5ff2ffb729d3175ba9, 1588230740 2024-11-18T21:22:08,654 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:08,654 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 1162, reset compression=false 2024-11-18T21:22:08,658 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.shipperd63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40987,1731964914226 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:08,659 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.shipperd63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d63b309a8c2d,40987,1731964914226: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d63b309a8c2d,40987,1731964914226, walGroup=d63b309a8c2d%2C40987%2C1731964914226, offset=d63b309a8c2d%2C40987%2C1731964914226.1731964915476:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:40987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T21:22:08,660 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.shipperd63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T21:22:08,660 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.shipperd63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T21:22:08,661 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.shipperd63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T21:22:08,661 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.shipperd63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T21:22:08,661 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.shipperd63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T21:22:08,661 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.shipperd63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 598396992 }, "NonHeapMemoryUsage": { "committed": 195756032, "init": 7667712, "max": -1, "used": 191823304 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T21:22:08,662 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.shipperd63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33895 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33895 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T21:22:08,716 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 912, reset compression=false 2024-11-18T21:22:08,829 DEBUG [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(1351): Waiting on 020d7e5334baa7490b8a3315f0dcf663, 05cc2735891b3b5ff2ffb729d3175ba9, 1588230740 2024-11-18T21:22:08,858 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9/.tmp/f1/77131e3cfc1d4b03a72cc2eb7323541d 2024-11-18T21:22:08,864 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/.tmp/rep_barrier/9b349561362745709db711331f3f362b 2024-11-18T21:22:08,872 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77131e3cfc1d4b03a72cc2eb7323541d 2024-11-18T21:22:08,880 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:22:08,910 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 1162, reset compression=false 2024-11-18T21:22:08,930 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/.tmp/table/b0976b2a3b86480dad58d06f3f680e1b is 53, key is hbase:replication/table:state/1731964923531/Put/seqid=0 2024-11-18T21:22:08,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:08,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:08,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:08,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:08,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:08,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:08,945 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9/.tmp/norep/49c818ff197a40f3add562be0808d59c is 33, key is row1/norep:/1731964927196/DeleteFamily/seqid=0 2024-11-18T21:22:08,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:08,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:08,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:08,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741845_1021 (size=5308) 2024-11-18T21:22:08,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741846_1022 (size=5108) 2024-11-18T21:22:08,971 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9/.tmp/norep/49c818ff197a40f3add562be0808d59c 2024-11-18T21:22:08,978 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49c818ff197a40f3add562be0808d59c 2024-11-18T21:22:08,979 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9/.tmp/f/ea8bd14c40ac452993d717bc0ae401f6 as hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9/f/ea8bd14c40ac452993d717bc0ae401f6 2024-11-18T21:22:08,984 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea8bd14c40ac452993d717bc0ae401f6 2024-11-18T21:22:08,985 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9/f/ea8bd14c40ac452993d717bc0ae401f6, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T21:22:08,986 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9/.tmp/f1/77131e3cfc1d4b03a72cc2eb7323541d as hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9/f1/77131e3cfc1d4b03a72cc2eb7323541d 2024-11-18T21:22:08,996 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77131e3cfc1d4b03a72cc2eb7323541d 2024-11-18T21:22:08,996 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9/f1/77131e3cfc1d4b03a72cc2eb7323541d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T21:22:08,997 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9/.tmp/norep/49c818ff197a40f3add562be0808d59c as hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9/norep/49c818ff197a40f3add562be0808d59c 2024-11-18T21:22:09,002 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49c818ff197a40f3add562be0808d59c 2024-11-18T21:22:09,002 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9/norep/49c818ff197a40f3add562be0808d59c, entries=1, sequenceid=8, filesize=5.0 K 2024-11-18T21:22:09,003 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 05cc2735891b3b5ff2ffb729d3175ba9 in 778ms, sequenceid=8, compaction requested=false 2024-11-18T21:22:09,029 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/default/test/05cc2735891b3b5ff2ffb729d3175ba9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T21:22:09,030 DEBUG [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(1351): Waiting on 020d7e5334baa7490b8a3315f0dcf663, 05cc2735891b3b5ff2ffb729d3175ba9, 1588230740 2024-11-18T21:22:09,030 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:22:09,030 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:22:09,030 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9. 2024-11-18T21:22:09,030 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05cc2735891b3b5ff2ffb729d3175ba9: Waiting for close lock at 1731964928225Running coprocessor pre-close hooks at 1731964928225Disabling compacts and flushes for region at 1731964928225Disabling writes for close at 1731964928225Obtaining lock to block concurrent updates at 1731964928225Preparing flush snapshotting stores in 05cc2735891b3b5ff2ffb729d3175ba9 at 1731964928225Finished memstore snapshotting test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731964928226 (+1 ms)Flushing stores of test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9. at 1731964928229 (+3 ms)Flushing 05cc2735891b3b5ff2ffb729d3175ba9/f: creating writer at 1731964928229Flushing 05cc2735891b3b5ff2ffb729d3175ba9/f: appending metadata at 1731964928262 (+33 ms)Flushing 05cc2735891b3b5ff2ffb729d3175ba9/f: closing flushed file at 1731964928262Flushing 05cc2735891b3b5ff2ffb729d3175ba9/f1: creating writer at 1731964928364 (+102 ms)Flushing 05cc2735891b3b5ff2ffb729d3175ba9/f1: appending metadata at 1731964928411 (+47 ms)Flushing 05cc2735891b3b5ff2ffb729d3175ba9/f1: closing flushed file at 1731964928411Flushing 05cc2735891b3b5ff2ffb729d3175ba9/norep: creating writer at 1731964928872 (+461 ms)Flushing 05cc2735891b3b5ff2ffb729d3175ba9/norep: appending metadata at 1731964928944 (+72 ms)Flushing 05cc2735891b3b5ff2ffb729d3175ba9/norep: closing flushed file at 1731964928944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6826d5d4: reopening flushed file at 1731964928978 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66fb50ee: reopening flushed file at 1731964928985 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515ffb4b: reopening flushed file at 1731964928996 (+11 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 05cc2735891b3b5ff2ffb729d3175ba9 in 778ms, sequenceid=8, compaction requested=false at 1731964929003 (+7 ms)Writing region close event to WAL at 1731964929023 (+20 ms)Running coprocessor post-close hooks at 1731964929030 (+7 ms)Closed at 1731964929030 2024-11-18T21:22:09,030 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731964918582.05cc2735891b3b5ff2ffb729d3175ba9. 2024-11-18T21:22:09,031 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 020d7e5334baa7490b8a3315f0dcf663, disabling compactions & flushes 2024-11-18T21:22:09,031 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. 2024-11-18T21:22:09,031 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. 2024-11-18T21:22:09,031 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. after waiting 0 ms 2024-11-18T21:22:09,031 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. 2024-11-18T21:22:09,031 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 020d7e5334baa7490b8a3315f0dcf663: Waiting for close lock at 1731964929031Running coprocessor pre-close hooks at 1731964929031Disabling compacts and flushes for region at 1731964929031Disabling writes for close at 1731964929031Failed flush hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663., putting online again at 1731964929031 2024-11-18T21:22:09,031 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. 2024-11-18T21:22:09,230 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T21:22:09,230 DEBUG [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 020d7e5334baa7490b8a3315f0dcf663=hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663.} 2024-11-18T21:22:09,230 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(3091): Received CLOSE for 020d7e5334baa7490b8a3315f0dcf663 2024-11-18T21:22:09,230 DEBUG [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(1351): Waiting on 020d7e5334baa7490b8a3315f0dcf663, 1588230740 2024-11-18T21:22:09,234 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 020d7e5334baa7490b8a3315f0dcf663, disabling compactions & flushes 2024-11-18T21:22:09,234 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. 2024-11-18T21:22:09,234 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. 2024-11-18T21:22:09,234 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. after waiting 0 ms 2024-11-18T21:22:09,234 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. 2024-11-18T21:22:09,234 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 020d7e5334baa7490b8a3315f0dcf663: Waiting for close lock at 1731964929234Running coprocessor pre-close hooks at 1731964929234Disabling compacts and flushes for region at 1731964929234Disabling writes for close at 1731964929234Failed flush hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663., putting online again at 1731964929234 2024-11-18T21:22:09,234 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731964922014.020d7e5334baa7490b8a3315f0dcf663. 2024-11-18T21:22:09,249 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 912, reset compression=false 2024-11-18T21:22:09,254 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 1162, reset compression=false 2024-11-18T21:22:09,285 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:09,285 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 1806, reset compression=false 2024-11-18T21:22:09,365 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/.tmp/table/b0976b2a3b86480dad58d06f3f680e1b 2024-11-18T21:22:09,380 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/.tmp/info/6cf89043a8904f278f3d95b22f35920f as hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/info/6cf89043a8904f278f3d95b22f35920f 2024-11-18T21:22:09,391 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/info/6cf89043a8904f278f3d95b22f35920f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T21:22:09,393 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/.tmp/ns/a78dda20ce4a496b92ca4403cd0e5da5 as hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/ns/a78dda20ce4a496b92ca4403cd0e5da5 2024-11-18T21:22:09,402 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/ns/a78dda20ce4a496b92ca4403cd0e5da5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T21:22:09,403 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/.tmp/rep_barrier/9b349561362745709db711331f3f362b as hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/rep_barrier/9b349561362745709db711331f3f362b 2024-11-18T21:22:09,413 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/rep_barrier/9b349561362745709db711331f3f362b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T21:22:09,416 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/.tmp/table/b0976b2a3b86480dad58d06f3f680e1b as hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/table/b0976b2a3b86480dad58d06f3f680e1b 2024-11-18T21:22:09,424 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/table/b0976b2a3b86480dad58d06f3f680e1b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T21:22:09,426 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1197ms, sequenceid=16, compaction requested=false 2024-11-18T21:22:09,430 DEBUG [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:22:09,463 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T21:22:09,468 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:22:09,468 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:22:09,468 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:22:09,468 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964928229Running coprocessor pre-close hooks at 1731964928229Disabling compacts and flushes for region at 1731964928229Disabling writes for close at 1731964928229Obtaining lock to block concurrent updates at 1731964928229Preparing flush snapshotting stores in 1588230740 at 1731964928229Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731964928229Flushing stores of hbase:meta,,1.1588230740 at 1731964928230 (+1 ms)Flushing 1588230740/info: creating writer at 1731964928230Flushing 1588230740/info: appending metadata at 1731964928280 (+50 ms)Flushing 1588230740/info: closing flushed file at 1731964928280Flushing 1588230740/ns: creating writer at 1731964928368 (+88 ms)Flushing 1588230740/ns: appending metadata at 1731964928390 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731964928390Flushing 1588230740/rep_barrier: creating writer at 1731964928411 (+21 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731964928438 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731964928438Flushing 1588230740/table: creating writer at 1731964928872 (+434 ms)Flushing 1588230740/table: appending metadata at 1731964928929 (+57 ms)Flushing 1588230740/table: closing flushed file at 1731964928929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21da57d2: reopening flushed file at 1731964929380 (+451 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6598d786: reopening flushed file at 1731964929391 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2766fa38: reopening flushed file at 1731964929402 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15e923b2: reopening flushed file at 1731964929413 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1197ms, sequenceid=16, compaction requested=false at 1731964929426 (+13 ms)Writing region close event to WAL at 1731964929441 (+15 ms)Running coprocessor post-close hooks at 1731964929468 (+27 ms)Closed at 1731964929468 2024-11-18T21:22:09,468 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:22:09,520 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 1806, reset compression=false 2024-11-18T21:22:09,630 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T21:22:09,630 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,40987,1731964914226; all regions closed. 2024-11-18T21:22:09,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741834_1010 (size=4239) 2024-11-18T21:22:09,700 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.rep.1731964923331 not finished, retry = 0 2024-11-18T21:22:09,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741839_1015 (size=1733) 2024-11-18T21:22:09,840 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 not finished, retry = 0 2024-11-18T21:22:09,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741832_1008 (size=1814) 2024-11-18T21:22:09,852 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 to pos 1806, reset compression=false 2024-11-18T21:22:09,912 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 912, reset compression=false 2024-11-18T21:22:09,942 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/WALs/d63b309a8c2d,40987,1731964914226/d63b309a8c2d%2C40987%2C1731964914226.1731964915476 2024-11-18T21:22:09,942 DEBUG [RS:0;d63b309a8c2d:40987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:09,942 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:22:09,947 INFO [RS:0;d63b309a8c2d:40987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:22:09,947 INFO [RS:0;d63b309a8c2d:40987 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:22:09,947 INFO [RS:0;d63b309a8c2d:40987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:22:09,947 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d63b309a8c2d,40987,1731964914226 because: Region server is closing 2024-11-18T21:22:09,948 INFO [RS:0;d63b309a8c2d:40987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:40987. 2024-11-18T21:22:09,948 DEBUG [RS:0;d63b309a8c2d:40987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:09,948 DEBUG [RS:0;d63b309a8c2d:40987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:09,948 DEBUG [RS:0;d63b309a8c2d:40987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:09,948 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:22:09,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:10,048 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.shipperd63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 terminated 2024-11-18T21:22:10,048 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40987,1731964914226.replicationSource.wal-reader.d63b309a8c2d%2C40987%2C1731964914226,1-d63b309a8c2d,40987,1731964914226 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-18T21:22:10,049 INFO [RS:0;d63b309a8c2d:40987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:40987. 2024-11-18T21:22:10,049 DEBUG [RS:0;d63b309a8c2d:40987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:10,049 DEBUG [RS:0;d63b309a8c2d:40987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:10,049 DEBUG [RS:0;d63b309a8c2d:40987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:10,049 INFO [RS:0;d63b309a8c2d:40987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40987 2024-11-18T21:22:10,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:10,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226/rs 2024-11-18T21:22:10,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11833032226/rs/d63b309a8c2d,40987,1731964914226 2024-11-18T21:22:10,055 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,40987,1731964914226] 2024-11-18T21:22:10,055 INFO [RS:0;d63b309a8c2d:40987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:22:10,056 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11833032226/draining/d63b309a8c2d,40987,1731964914226 already deleted, retry=false 2024-11-18T21:22:10,056 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,40987,1731964914226 expired; onlineServers=0 2024-11-18T21:22:10,056 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,33895,1731964914051' ***** 2024-11-18T21:22:10,056 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:22:10,057 INFO [M:0;d63b309a8c2d:33895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:22:10,057 INFO [M:0;d63b309a8c2d:33895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:22:10,057 DEBUG [M:0;d63b309a8c2d:33895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:22:10,057 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:22:10,057 DEBUG [M:0;d63b309a8c2d:33895 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:22:10,057 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964915209 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964915209,5,FailOnTimeoutGroup] 2024-11-18T21:22:10,057 INFO [M:0;d63b309a8c2d:33895 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:22:10,057 INFO [M:0;d63b309a8c2d:33895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:22:10,057 DEBUG [M:0;d63b309a8c2d:33895 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:22:10,057 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964915203 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964915203,5,FailOnTimeoutGroup] 2024-11-18T21:22:10,057 INFO [M:0;d63b309a8c2d:33895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:22:10,057 INFO [M:0;d63b309a8c2d:33895 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:22:10,057 INFO [M:0;d63b309a8c2d:33895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:22:10,058 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:22:10,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11833032226/master 2024-11-18T21:22:10,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11833032226 2024-11-18T21:22:10,062 DEBUG [M:0;d63b309a8c2d:33895 {}] zookeeper.RecoverableZooKeeper(212): Node /11833032226/master already deleted, retry=false 2024-11-18T21:22:10,062 DEBUG [M:0;d63b309a8c2d:33895 {}] master.ActiveMasterManager(353): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Failed delete of our master address node; KeeperErrorCode = NoNode for /11833032226/master 2024-11-18T21:22:10,063 INFO [M:0;d63b309a8c2d:33895 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/.lastflushedseqids 2024-11-18T21:22:10,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741847_1023 (size=245) 2024-11-18T21:22:10,129 INFO [M:0;d63b309a8c2d:33895 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:22:10,129 INFO [M:0;d63b309a8c2d:33895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:22:10,132 DEBUG [M:0;d63b309a8c2d:33895 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:22:10,132 INFO [M:0;d63b309a8c2d:33895 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:10,132 DEBUG [M:0;d63b309a8c2d:33895 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:10,132 DEBUG [M:0;d63b309a8c2d:33895 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:22:10,132 DEBUG [M:0;d63b309a8c2d:33895 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:10,133 INFO [M:0;d63b309a8c2d:33895 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T21:22:10,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:10,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x10054c53aa60004, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:10,162 INFO [RS:0;d63b309a8c2d:40987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:22:10,162 INFO [RS:0;d63b309a8c2d:40987 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,40987,1731964914226; zookeeper connection closed. 2024-11-18T21:22:10,193 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76489ca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76489ca 2024-11-18T21:22:10,193 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:22:10,202 DEBUG [M:0;d63b309a8c2d:33895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92497f716dba43c6a9b3cd5eaa901758 is 82, key is hbase:meta,,1/info:regioninfo/1731964916241/Put/seqid=0 2024-11-18T21:22:10,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741848_1024 (size=5672) 2024-11-18T21:22:10,249 INFO [M:0;d63b309a8c2d:33895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92497f716dba43c6a9b3cd5eaa901758 2024-11-18T21:22:10,354 DEBUG [M:0;d63b309a8c2d:33895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9975396604c4475eb6dbfe553de6445e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731964923538/Put/seqid=0 2024-11-18T21:22:10,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741849_1025 (size=8516) 2024-11-18T21:22:10,421 INFO [M:0;d63b309a8c2d:33895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9975396604c4475eb6dbfe553de6445e 2024-11-18T21:22:10,511 DEBUG [M:0;d63b309a8c2d:33895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27662288bb4c42389fc843d3088f00bf is 69, key is d63b309a8c2d,40987,1731964914226/rs:state/1731964915252/Put/seqid=0 2024-11-18T21:22:10,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741850_1026 (size=5156) 2024-11-18T21:22:10,546 INFO [M:0;d63b309a8c2d:33895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27662288bb4c42389fc843d3088f00bf 2024-11-18T21:22:10,596 DEBUG [M:0;d63b309a8c2d:33895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92497f716dba43c6a9b3cd5eaa901758 as hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92497f716dba43c6a9b3cd5eaa901758 2024-11-18T21:22:10,629 INFO [M:0;d63b309a8c2d:33895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92497f716dba43c6a9b3cd5eaa901758, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T21:22:10,630 DEBUG [M:0;d63b309a8c2d:33895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9975396604c4475eb6dbfe553de6445e as hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9975396604c4475eb6dbfe553de6445e 2024-11-18T21:22:10,636 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 912, reset compression=false 2024-11-18T21:22:10,656 INFO [M:0;d63b309a8c2d:33895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9975396604c4475eb6dbfe553de6445e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T21:22:10,662 DEBUG [M:0;d63b309a8c2d:33895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27662288bb4c42389fc843d3088f00bf as hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27662288bb4c42389fc843d3088f00bf 2024-11-18T21:22:10,674 INFO [M:0;d63b309a8c2d:33895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38677/user/jenkins/test-data/ae990a99-014b-1379-859b-ea24867749e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27662288bb4c42389fc843d3088f00bf, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T21:22:10,678 INFO [M:0;d63b309a8c2d:33895 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 546ms, sequenceid=97, compaction requested=false 2024-11-18T21:22:10,728 INFO [M:0;d63b309a8c2d:33895 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:10,728 DEBUG [M:0;d63b309a8c2d:33895 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964930129Disabling compacts and flushes for region at 1731964930129Disabling writes for close at 1731964930132 (+3 ms)Obtaining lock to block concurrent updates at 1731964930133 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731964930133Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731964930133Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731964930140 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731964930140Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731964930201 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731964930201Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731964930270 (+69 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731964930353 (+83 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731964930354 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731964930455 (+101 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731964930510 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731964930510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@221110d0: reopening flushed file at 1731964930583 (+73 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509e65c6: reopening flushed file at 1731964930629 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72284c6a: reopening flushed file at 1731964930656 (+27 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 546ms, sequenceid=97, compaction requested=false at 1731964930678 (+22 ms)Writing region close event to WAL at 1731964930728 (+50 ms)Closed at 1731964930728 2024-11-18T21:22:10,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741830_1006 (size=63654) 2024-11-18T21:22:10,776 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:22:10,777 INFO [M:0;d63b309a8c2d:33895 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:22:10,777 INFO [M:0;d63b309a8c2d:33895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33895 2024-11-18T21:22:10,781 INFO [M:0;d63b309a8c2d:33895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:22:10,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:10,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33895-0x10054c53aa60003, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:10,888 INFO [M:0;d63b309a8c2d:33895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:22:10,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ddf81bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:22:10,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24165b22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:22:10,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:22:10,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cd5bed6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:22:10,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bb55393{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/hadoop.log.dir/,STOPPED} 2024-11-18T21:22:10,916 WARN [BP-544363-172.17.0.3-1731964912276 heartbeating to localhost/127.0.0.1:38677 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:22:10,916 WARN [BP-544363-172.17.0.3-1731964912276 heartbeating to localhost/127.0.0.1:38677 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-544363-172.17.0.3-1731964912276 (Datanode Uuid a13c53c9-bf90-4ff4-afd9-4cf916dd3d54) service to localhost/127.0.0.1:38677 2024-11-18T21:22:10,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/cluster_d23420b1-16c9-4850-0098-416d7b579a06/data/data2/current/BP-544363-172.17.0.3-1731964912276 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:22:10,917 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:22:10,917 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:22:10,918 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:22:10,918 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/cluster_d23420b1-16c9-4850-0098-416d7b579a06/data/data1/current/BP-544363-172.17.0.3-1731964912276 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:22:10,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@401f7926{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:22:10,931 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c5123a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:22:10,931 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:22:10,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@754ba998{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:22:10,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@83ae6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/hadoop.log.dir/,STOPPED} 2024-11-18T21:22:10,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:22:10,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:22:10,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:22:10,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:10,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:10,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:10,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:10,948 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:22:10,948 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1678555239, stopped=false 2024-11-18T21:22:10,948 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,33829,1731964909021 2024-11-18T21:22:10,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-389733981/running 2024-11-18T21:22:10,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981 2024-11-18T21:22:10,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Set watcher on znode that does not yet exist, /0-389733981/running 2024-11-18T21:22:10,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-389733981/running 2024-11-18T21:22:10,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981 2024-11-18T21:22:10,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Set watcher on znode that does not yet exist, /0-389733981/running 2024-11-18T21:22:10,960 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:22:10,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:22:10,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:10,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:10,961 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,44691,1731964909416' ***** 2024-11-18T21:22:10,961 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:22:10,961 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:22:10,961 INFO [RS:0;d63b309a8c2d:44691 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:22:10,961 INFO [RS:0;d63b309a8c2d:44691 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:22:10,962 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(3091): Received CLOSE for fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:22:10,962 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:22:10,972 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(3091): Received CLOSE for b438d0a60a462fd3ba45505dc1c4d807 2024-11-18T21:22:10,972 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,44691,1731964909416 2024-11-18T21:22:10,973 INFO [RS:0;d63b309a8c2d:44691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:22:10,973 INFO [RS:0;d63b309a8c2d:44691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:44691. 2024-11-18T21:22:10,973 DEBUG [RS:0;d63b309a8c2d:44691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:10,973 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbcb982ae4fa38701c4e3de195451aac, disabling compactions & flushes 2024-11-18T21:22:10,973 DEBUG [RS:0;d63b309a8c2d:44691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:10,973 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac. 2024-11-18T21:22:10,973 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac. 2024-11-18T21:22:10,973 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:22:10,973 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac. after waiting 0 ms 2024-11-18T21:22:10,973 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:22:10,973 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac. 2024-11-18T21:22:10,973 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fbcb982ae4fa38701c4e3de195451aac 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-18T21:22:10,973 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:22:10,973 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:22:10,973 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T21:22:10,973 DEBUG [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(1325): Online Regions={fbcb982ae4fa38701c4e3de195451aac=test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac., 1588230740=hbase:meta,,1.1588230740, b438d0a60a462fd3ba45505dc1c4d807=hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807.} 2024-11-18T21:22:10,973 DEBUG [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b438d0a60a462fd3ba45505dc1c4d807, fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:22:10,974 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:22:10,974 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:22:10,974 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:22:10,974 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:22:10,974 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:22:10,974 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T21:22:11,014 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac/.tmp/f/176976864b24489dab34f9461f32a9dc is 29, key is row1/f:/1731964927196/DeleteFamily/seqid=0 2024-11-18T21:22:11,017 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:22:11,023 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/.tmp/info/d0ef1e8e7b85483985f46c8fd9a227eb is 147, key is hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807./info:regioninfo/1731964920970/Put/seqid=0 2024-11-18T21:22:11,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741841_1017 (size=7686) 2024-11-18T21:22:11,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741840_1016 (size=5118) 2024-11-18T21:22:11,065 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/.tmp/info/d0ef1e8e7b85483985f46c8fd9a227eb 2024-11-18T21:22:11,065 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac/.tmp/f/176976864b24489dab34f9461f32a9dc 2024-11-18T21:22:11,100 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 176976864b24489dab34f9461f32a9dc 2024-11-18T21:22:11,127 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/.tmp/ns/a8ad91b0ebca4a20aeb1a1b6c9da266b is 43, key is default/ns:d/1731964912027/Put/seqid=0 2024-11-18T21:22:11,129 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac/.tmp/f1/9ff7c5246cff4710910d94dd0ef5bab1 is 30, key is row1/f1:/1731964927196/DeleteFamily/seqid=0 2024-11-18T21:22:11,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741842_1018 (size=5123) 2024-11-18T21:22:11,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741843_1019 (size=5153) 2024-11-18T21:22:11,176 DEBUG [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b438d0a60a462fd3ba45505dc1c4d807, fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:22:11,179 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/.tmp/ns/a8ad91b0ebca4a20aeb1a1b6c9da266b 2024-11-18T21:22:11,210 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:22:11,210 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:22:11,241 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/.tmp/rep_barrier/ffc7fc07bfd44021b2a77c5915c2d694 is 112, key is test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac./rep_barrier:seqnumDuringOpen/1731964917713/Put/seqid=0 2024-11-18T21:22:11,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741844_1020 (size=5518) 2024-11-18T21:22:11,377 DEBUG [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b438d0a60a462fd3ba45505dc1c4d807, fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:22:11,465 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 912, reset compression=false 2024-11-18T21:22:11,475 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:11,475 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 1159, reset compression=false 2024-11-18T21:22:11,475 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.shipperd63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,44691,1731964909416 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:11,477 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.shipperd63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d63b309a8c2d,44691,1731964909416: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d63b309a8c2d,44691,1731964909416, walGroup=d63b309a8c2d%2C44691%2C1731964909416, offset=d63b309a8c2d%2C44691%2C1731964909416.1731964911414:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:44691 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T21:22:11,478 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.shipperd63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T21:22:11,478 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.shipperd63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T21:22:11,479 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.shipperd63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T21:22:11,479 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.shipperd63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T21:22:11,479 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.shipperd63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T21:22:11,479 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.shipperd63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 671797312 }, "NonHeapMemoryUsage": { "committed": 195952640, "init": 7667712, "max": -1, "used": 192328104 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T21:22:11,480 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.shipperd63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T21:22:11,549 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac/.tmp/f1/9ff7c5246cff4710910d94dd0ef5bab1 2024-11-18T21:22:11,577 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ff7c5246cff4710910d94dd0ef5bab1 2024-11-18T21:22:11,577 DEBUG [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b438d0a60a462fd3ba45505dc1c4d807, fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:22:11,604 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac/.tmp/norep/73a48361042048ca859534badccb6c66 is 32, key is row/norep:/1731964926185/DeleteFamily/seqid=0 2024-11-18T21:22:11,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741845_1021 (size=5101) 2024-11-18T21:22:11,639 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac/.tmp/norep/73a48361042048ca859534badccb6c66 2024-11-18T21:22:11,655 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73a48361042048ca859534badccb6c66 2024-11-18T21:22:11,657 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/.tmp/rep_barrier/ffc7fc07bfd44021b2a77c5915c2d694 2024-11-18T21:22:11,663 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac/.tmp/f/176976864b24489dab34f9461f32a9dc as hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac/f/176976864b24489dab34f9461f32a9dc 2024-11-18T21:22:11,681 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 176976864b24489dab34f9461f32a9dc 2024-11-18T21:22:11,681 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac/f/176976864b24489dab34f9461f32a9dc, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T21:22:11,693 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac/.tmp/f1/9ff7c5246cff4710910d94dd0ef5bab1 as hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac/f1/9ff7c5246cff4710910d94dd0ef5bab1 2024-11-18T21:22:11,693 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 1159, reset compression=false 2024-11-18T21:22:11,720 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ff7c5246cff4710910d94dd0ef5bab1 2024-11-18T21:22:11,720 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac/f1/9ff7c5246cff4710910d94dd0ef5bab1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T21:22:11,720 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/.tmp/table/789eee3b098740a3afcbf82e76b75284 is 53, key is hbase:replication/table:state/1731964921023/Put/seqid=0 2024-11-18T21:22:11,721 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac/.tmp/norep/73a48361042048ca859534badccb6c66 as hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac/norep/73a48361042048ca859534badccb6c66 2024-11-18T21:22:11,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741846_1022 (size=5308) 2024-11-18T21:22:11,728 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/.tmp/table/789eee3b098740a3afcbf82e76b75284 2024-11-18T21:22:11,733 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73a48361042048ca859534badccb6c66 2024-11-18T21:22:11,733 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac/norep/73a48361042048ca859534badccb6c66, entries=1, sequenceid=8, filesize=5.0 K 2024-11-18T21:22:11,738 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/.tmp/info/d0ef1e8e7b85483985f46c8fd9a227eb as hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/info/d0ef1e8e7b85483985f46c8fd9a227eb 2024-11-18T21:22:11,741 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fbcb982ae4fa38701c4e3de195451aac in 768ms, sequenceid=8, compaction requested=false 2024-11-18T21:22:11,752 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/info/d0ef1e8e7b85483985f46c8fd9a227eb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T21:22:11,754 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/.tmp/ns/a8ad91b0ebca4a20aeb1a1b6c9da266b as hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/ns/a8ad91b0ebca4a20aeb1a1b6c9da266b 2024-11-18T21:22:11,777 DEBUG [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b438d0a60a462fd3ba45505dc1c4d807, fbcb982ae4fa38701c4e3de195451aac 2024-11-18T21:22:11,779 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/ns/a8ad91b0ebca4a20aeb1a1b6c9da266b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T21:22:11,785 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/.tmp/rep_barrier/ffc7fc07bfd44021b2a77c5915c2d694 as hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/rep_barrier/ffc7fc07bfd44021b2a77c5915c2d694 2024-11-18T21:22:11,806 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/default/test/fbcb982ae4fa38701c4e3de195451aac/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T21:22:11,807 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/rep_barrier/ffc7fc07bfd44021b2a77c5915c2d694, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T21:22:11,810 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:22:11,810 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:22:11,810 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac. 2024-11-18T21:22:11,810 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbcb982ae4fa38701c4e3de195451aac: Waiting for close lock at 1731964930973Running coprocessor pre-close hooks at 1731964930973Disabling compacts and flushes for region at 1731964930973Disabling writes for close at 1731964930973Obtaining lock to block concurrent updates at 1731964930973Preparing flush snapshotting stores in fbcb982ae4fa38701c4e3de195451aac at 1731964930973Finished memstore snapshotting test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731964930974 (+1 ms)Flushing stores of test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac. at 1731964930975 (+1 ms)Flushing fbcb982ae4fa38701c4e3de195451aac/f: creating writer at 1731964930975Flushing fbcb982ae4fa38701c4e3de195451aac/f: appending metadata at 1731964931012 (+37 ms)Flushing fbcb982ae4fa38701c4e3de195451aac/f: closing flushed file at 1731964931013 (+1 ms)Flushing fbcb982ae4fa38701c4e3de195451aac/f1: creating writer at 1731964931100 (+87 ms)Flushing fbcb982ae4fa38701c4e3de195451aac/f1: appending metadata at 1731964931128 (+28 ms)Flushing fbcb982ae4fa38701c4e3de195451aac/f1: closing flushed file at 1731964931128Flushing fbcb982ae4fa38701c4e3de195451aac/norep: creating writer at 1731964931577 (+449 ms)Flushing fbcb982ae4fa38701c4e3de195451aac/norep: appending metadata at 1731964931603 (+26 ms)Flushing fbcb982ae4fa38701c4e3de195451aac/norep: closing flushed file at 1731964931603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60cf09bd: reopening flushed file at 1731964931655 (+52 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a29a0c5: reopening flushed file at 1731964931681 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a5fbd20: reopening flushed file at 1731964931720 (+39 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fbcb982ae4fa38701c4e3de195451aac in 768ms, sequenceid=8, compaction requested=false at 1731964931741 (+21 ms)Writing region close event to WAL at 1731964931778 (+37 ms)Running coprocessor post-close hooks at 1731964931810 (+32 ms)Closed at 1731964931810 2024-11-18T21:22:11,810 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731964916399.fbcb982ae4fa38701c4e3de195451aac. 2024-11-18T21:22:11,810 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b438d0a60a462fd3ba45505dc1c4d807, disabling compactions & flushes 2024-11-18T21:22:11,811 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. 2024-11-18T21:22:11,811 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. 2024-11-18T21:22:11,811 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. after waiting 0 ms 2024-11-18T21:22:11,811 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. 2024-11-18T21:22:11,811 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b438d0a60a462fd3ba45505dc1c4d807: Waiting for close lock at 1731964931810Running coprocessor pre-close hooks at 1731964931810Disabling compacts and flushes for region at 1731964931810Disabling writes for close at 1731964931811 (+1 ms)Failed flush hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807., putting online again at 1731964931811 2024-11-18T21:22:11,811 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. 2024-11-18T21:22:11,813 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/.tmp/table/789eee3b098740a3afcbf82e76b75284 as hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/table/789eee3b098740a3afcbf82e76b75284 2024-11-18T21:22:11,840 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/table/789eee3b098740a3afcbf82e76b75284, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T21:22:11,853 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 878ms, sequenceid=16, compaction requested=false 2024-11-18T21:22:11,952 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T21:22:11,956 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:22:11,957 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:22:11,957 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:22:11,957 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964930973Running coprocessor pre-close hooks at 1731964930973Disabling compacts and flushes for region at 1731964930973Disabling writes for close at 1731964930974 (+1 ms)Obtaining lock to block concurrent updates at 1731964930974Preparing flush snapshotting stores in 1588230740 at 1731964930974Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731964930975 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731964930980 (+5 ms)Flushing 1588230740/info: creating writer at 1731964930980Flushing 1588230740/info: appending metadata at 1731964931023 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731964931023Flushing 1588230740/ns: creating writer at 1731964931083 (+60 ms)Flushing 1588230740/ns: appending metadata at 1731964931126 (+43 ms)Flushing 1588230740/ns: closing flushed file at 1731964931126Flushing 1588230740/rep_barrier: creating writer at 1731964931211 (+85 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731964931240 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731964931240Flushing 1588230740/table: creating writer at 1731964931678 (+438 ms)Flushing 1588230740/table: appending metadata at 1731964931720 (+42 ms)Flushing 1588230740/table: closing flushed file at 1731964931720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d421c4c: reopening flushed file at 1731964931734 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d43609b: reopening flushed file at 1731964931752 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72d9e4de: reopening flushed file at 1731964931779 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750264c0: reopening flushed file at 1731964931808 (+29 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 878ms, sequenceid=16, compaction requested=false at 1731964931853 (+45 ms)Writing region close event to WAL at 1731964931920 (+67 ms)Running coprocessor post-close hooks at 1731964931956 (+36 ms)Closed at 1731964931957 (+1 ms) 2024-11-18T21:22:11,957 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:22:11,980 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T21:22:11,980 DEBUG [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(1325): Online Regions={b438d0a60a462fd3ba45505dc1c4d807=hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807.} 2024-11-18T21:22:11,980 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(3091): Received CLOSE for b438d0a60a462fd3ba45505dc1c4d807 2024-11-18T21:22:11,981 DEBUG [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(1351): Waiting on b438d0a60a462fd3ba45505dc1c4d807 2024-11-18T21:22:11,981 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b438d0a60a462fd3ba45505dc1c4d807, disabling compactions & flushes 2024-11-18T21:22:11,981 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. 2024-11-18T21:22:11,981 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. 2024-11-18T21:22:11,981 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. after waiting 0 ms 2024-11-18T21:22:11,981 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. 2024-11-18T21:22:11,981 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b438d0a60a462fd3ba45505dc1c4d807: Waiting for close lock at 1731964931981Running coprocessor pre-close hooks at 1731964931981Disabling compacts and flushes for region at 1731964931981Disabling writes for close at 1731964931981Failed flush hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807., putting online again at 1731964931981 2024-11-18T21:22:11,981 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731964919843.b438d0a60a462fd3ba45505dc1c4d807. 2024-11-18T21:22:12,020 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 1159, reset compression=false 2024-11-18T21:22:12,054 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:12,054 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 1803, reset compression=false 2024-11-18T21:22:12,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T21:22:12,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T21:22:12,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:22:12,182 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T21:22:12,182 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,44691,1731964909416; all regions closed. 2024-11-18T21:22:12,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741834_1010 (size=4239) 2024-11-18T21:22:12,246 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.rep.1731964920776 not finished, retry = 0 2024-11-18T21:22:12,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741839_1015 (size=1733) 2024-11-18T21:22:12,289 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 to pos 1803, reset compression=false 2024-11-18T21:22:12,400 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/WALs/d63b309a8c2d,44691,1731964909416/d63b309a8c2d%2C44691%2C1731964909416.1731964911414 not finished, retry = 0 2024-11-18T21:22:12,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741833_1009 (size=1811) 2024-11-18T21:22:12,508 DEBUG [RS:0;d63b309a8c2d:44691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:12,508 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:22:12,508 INFO [RS:0;d63b309a8c2d:44691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:22:12,508 INFO [RS:0;d63b309a8c2d:44691 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:22:12,509 INFO [RS:0;d63b309a8c2d:44691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:22:12,509 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:22:12,509 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d63b309a8c2d,44691,1731964909416 because: Region server is closing 2024-11-18T21:22:12,509 INFO [RS:0;d63b309a8c2d:44691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:44691. 2024-11-18T21:22:12,509 DEBUG [RS:0;d63b309a8c2d:44691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:12,509 DEBUG [RS:0;d63b309a8c2d:44691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:12,509 DEBUG [RS:0;d63b309a8c2d:44691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:12,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:12,610 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.shipperd63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 terminated 2024-11-18T21:22:12,610 INFO [RS:0;d63b309a8c2d:44691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:44691. 2024-11-18T21:22:12,610 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,44691,1731964909416.replicationSource.wal-reader.d63b309a8c2d%2C44691%2C1731964909416,1-d63b309a8c2d,44691,1731964909416 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T21:22:12,610 DEBUG [RS:0;d63b309a8c2d:44691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:12,610 DEBUG [RS:0;d63b309a8c2d:44691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:12,610 DEBUG [RS:0;d63b309a8c2d:44691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:12,610 INFO [RS:0;d63b309a8c2d:44691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44691 2024-11-18T21:22:12,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:12,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-389733981/rs/d63b309a8c2d,44691,1731964909416 2024-11-18T21:22:12,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981/rs 2024-11-18T21:22:12,618 INFO [RS:0;d63b309a8c2d:44691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:22:12,619 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,44691,1731964909416] 2024-11-18T21:22:12,621 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-389733981/draining/d63b309a8c2d,44691,1731964909416 already deleted, retry=false 2024-11-18T21:22:12,621 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,44691,1731964909416 expired; onlineServers=0 2024-11-18T21:22:12,621 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,33829,1731964909021' ***** 2024-11-18T21:22:12,621 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:22:12,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-389733981/master 2024-11-18T21:22:12,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389733981 2024-11-18T21:22:12,624 INFO [M:0;d63b309a8c2d:33829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:22:12,624 INFO [M:0;d63b309a8c2d:33829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:22:12,624 DEBUG [M:0;d63b309a8c2d:33829 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:22:12,625 DEBUG [M:0;d63b309a8c2d:33829 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:22:12,625 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:22:12,625 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964910982 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964910982,5,FailOnTimeoutGroup] 2024-11-18T21:22:12,625 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964910979 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964910979,5,FailOnTimeoutGroup] 2024-11-18T21:22:12,628 INFO [M:0;d63b309a8c2d:33829 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:22:12,628 INFO [M:0;d63b309a8c2d:33829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:22:12,628 DEBUG [M:0;d63b309a8c2d:33829 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:22:12,629 INFO [M:0;d63b309a8c2d:33829 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:22:12,629 INFO [M:0;d63b309a8c2d:33829 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:22:12,629 INFO [M:0;d63b309a8c2d:33829 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:22:12,629 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:22:12,636 DEBUG [M:0;d63b309a8c2d:33829 {}] zookeeper.ZKUtil(347): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Unable to get data of znode /0-389733981/master because node does not exist (not an error) 2024-11-18T21:22:12,636 WARN [M:0;d63b309a8c2d:33829 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T21:22:12,673 INFO [M:0;d63b309a8c2d:33829 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/.lastflushedseqids 2024-11-18T21:22:12,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:12,720 INFO [RS:0;d63b309a8c2d:44691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:22:12,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x10054c53aa60001, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:12,720 INFO [RS:0;d63b309a8c2d:44691 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,44691,1731964909416; zookeeper connection closed. 2024-11-18T21:22:12,736 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10abe29 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10abe29 2024-11-18T21:22:12,737 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:22:12,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741847_1023 (size=245) 2024-11-18T21:22:13,025 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:13,025 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:22:13,026 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28313 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:22:13,147 INFO [M:0;d63b309a8c2d:33829 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:22:13,147 INFO [M:0;d63b309a8c2d:33829 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:22:13,147 DEBUG [M:0;d63b309a8c2d:33829 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:22:13,147 INFO [M:0;d63b309a8c2d:33829 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:13,147 DEBUG [M:0;d63b309a8c2d:33829 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:13,147 DEBUG [M:0;d63b309a8c2d:33829 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:22:13,148 DEBUG [M:0;d63b309a8c2d:33829 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:13,148 INFO [M:0;d63b309a8c2d:33829 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T21:22:13,210 DEBUG [M:0;d63b309a8c2d:33829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e5fa74121e34a9ea06bc019fdd38cb8 is 82, key is hbase:meta,,1/info:regioninfo/1731964912005/Put/seqid=0 2024-11-18T21:22:13,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741848_1024 (size=5672) 2024-11-18T21:22:13,699 INFO [M:0;d63b309a8c2d:33829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e5fa74121e34a9ea06bc019fdd38cb8 2024-11-18T21:22:13,785 DEBUG [M:0;d63b309a8c2d:33829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a18744bdc404594847db68f38e9045d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731964921037/Put/seqid=0 2024-11-18T21:22:13,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741849_1025 (size=8515) 2024-11-18T21:22:14,235 INFO [M:0;d63b309a8c2d:33829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a18744bdc404594847db68f38e9045d 2024-11-18T21:22:14,319 DEBUG [M:0;d63b309a8c2d:33829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e44ef536c36449fdb3dbd3c997fa87fa is 69, key is d63b309a8c2d,44691,1731964909416/rs:state/1731964911091/Put/seqid=0 2024-11-18T21:22:14,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741850_1026 (size=5156) 2024-11-18T21:22:14,352 INFO [M:0;d63b309a8c2d:33829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e44ef536c36449fdb3dbd3c997fa87fa 2024-11-18T21:22:14,360 DEBUG [M:0;d63b309a8c2d:33829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e5fa74121e34a9ea06bc019fdd38cb8 as hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e5fa74121e34a9ea06bc019fdd38cb8 2024-11-18T21:22:14,366 INFO [M:0;d63b309a8c2d:33829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e5fa74121e34a9ea06bc019fdd38cb8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T21:22:14,369 DEBUG [M:0;d63b309a8c2d:33829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a18744bdc404594847db68f38e9045d as hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a18744bdc404594847db68f38e9045d 2024-11-18T21:22:14,375 INFO [M:0;d63b309a8c2d:33829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a18744bdc404594847db68f38e9045d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T21:22:14,376 DEBUG [M:0;d63b309a8c2d:33829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e44ef536c36449fdb3dbd3c997fa87fa as hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e44ef536c36449fdb3dbd3c997fa87fa 2024-11-18T21:22:14,381 INFO [M:0;d63b309a8c2d:33829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/178cef2d-42a5-6cf2-5ba1-5ab415ab7f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e44ef536c36449fdb3dbd3c997fa87fa, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T21:22:14,382 INFO [M:0;d63b309a8c2d:33829 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1233ms, sequenceid=97, compaction requested=false 2024-11-18T21:22:14,400 INFO [M:0;d63b309a8c2d:33829 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:14,401 DEBUG [M:0;d63b309a8c2d:33829 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964933147Disabling compacts and flushes for region at 1731964933147Disabling writes for close at 1731964933147Obtaining lock to block concurrent updates at 1731964933148 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731964933148Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731964933148Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731964933156 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731964933156Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731964933209 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731964933209Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731964933709 (+500 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731964933784 (+75 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731964933784Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731964934262 (+478 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731964934319 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731964934319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5186dee9: reopening flushed file at 1731964934359 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba62e06: reopening flushed file at 1731964934367 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d875aec: reopening flushed file at 1731964934375 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1233ms, sequenceid=97, compaction requested=false at 1731964934382 (+7 ms)Writing region close event to WAL at 1731964934400 (+18 ms)Closed at 1731964934400 2024-11-18T21:22:14,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741830_1006 (size=63642) 2024-11-18T21:22:14,439 INFO [M:0;d63b309a8c2d:33829 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:22:14,439 INFO [M:0;d63b309a8c2d:33829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33829 2024-11-18T21:22:14,439 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:22:14,440 INFO [M:0;d63b309a8c2d:33829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:22:14,532 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:22:14,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:14,554 INFO [M:0;d63b309a8c2d:33829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:22:14,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:14,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x10054c53aa60000, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:14,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:14,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:14,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:14,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:14,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:14,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:14,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33092bee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:22:14,588 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33b2e289{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:22:14,588 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:22:14,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@220f5c8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:22:14,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b538681{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/hadoop.log.dir/,STOPPED} 2024-11-18T21:22:14,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:14,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:14,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:14,623 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:22:14,623 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:22:14,623 WARN [BP-2045146118-172.17.0.3-1731964907587 heartbeating to localhost/127.0.0.1:46763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:22:14,623 WARN [BP-2045146118-172.17.0.3-1731964907587 heartbeating to localhost/127.0.0.1:46763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2045146118-172.17.0.3-1731964907587 (Datanode Uuid 8e66f85c-78a8-485b-97cc-4cbca8235125) service to localhost/127.0.0.1:46763 2024-11-18T21:22:14,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/cluster_bbf86d1d-32a8-b817-6609-684b2d71775f/data/data1/current/BP-2045146118-172.17.0.3-1731964907587 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:22:14,625 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/cluster_bbf86d1d-32a8-b817-6609-684b2d71775f/data/data2/current/BP-2045146118-172.17.0.3-1731964907587 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:22:14,625 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:22:14,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3878eb34{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:22:14,637 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@153dd6c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:22:14,637 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:22:14,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e383429{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:22:14,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56603a02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79b3f738-1545-780c-d949-09051f779a22/hadoop.log.dir/,STOPPED} 2024-11-18T21:22:14,647 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T21:22:14,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:22:14,692 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 248) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59125) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:38677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38677 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:46763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46763 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59125) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1073 (was 973) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1823 (was 2288) 2024-11-18T21:22:14,710 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=1073, ProcessCount=11, AvailableMemoryMB=1821 2024-11-18T21:22:14,732 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-18T21:22:14,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/hadoop.log.dir so I do NOT create it in target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f 2024-11-18T21:22:14,733 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:22:14,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/hadoop.tmp.dir so I do NOT create it in target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f 2024-11-18T21:22:14,733 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8271fdc0-d74b-c26e-414f-b156ae562ca9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:22:14,733 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f 2024-11-18T21:22:14,733 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/cluster_1c2854fb-a242-24a1-d607-6c8f84c1a4c8, deleteOnExit=true 2024-11-18T21:22:14,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10054c53aa60002, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:22:14,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10054c53aa60005, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:22:14,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10054c53aa60002, quorum=127.0.0.1:59125, baseZNode=/0-389733981 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:22:14,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10054c53aa60005, quorum=127.0.0.1:59125, baseZNode=/11833032226 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:22:14,795 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/cluster_1c2854fb-a242-24a1-d607-6c8f84c1a4c8/zookeeper_0, clientPort=64114, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/cluster_1c2854fb-a242-24a1-d607-6c8f84c1a4c8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/cluster_1c2854fb-a242-24a1-d607-6c8f84c1a4c8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T21:22:14,805 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64114 2024-11-18T21:22:14,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:22:14,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:22:14,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/test.cache.data in system properties and HBase conf 2024-11-18T21:22:14,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:22:14,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:22:14,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:22:14,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:22:14,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:22:14,806 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:22:14,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:22:14,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:22:14,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:22:14,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:22:14,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:22:14,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:22:14,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:22:14,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:22:14,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:22:14,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:22:14,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:22:14,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:22:14,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:22:14,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:22:14,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:22:14,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:22:14,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:22:14,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:22:14,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:22:14,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:22:14,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2703a9e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:22:14,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e61613{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:22:15,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63177e2e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/java.io.tmpdir/jetty-localhost-40583-hadoop-hdfs-3_4_1-tests_jar-_-any-2873030380066119510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:22:15,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5944f065{HTTP/1.1, (http/1.1)}{localhost:40583} 2024-11-18T21:22:15,120 INFO [Time-limited test {}] server.Server(415): Started @201496ms 2024-11-18T21:22:15,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:22:15,317 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:22:15,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:22:15,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:22:15,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:22:15,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e8d0f95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:22:15,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36df1d49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:22:15,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@180b46f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/java.io.tmpdir/jetty-localhost-44295-hadoop-hdfs-3_4_1-tests_jar-_-any-14750654412851891368/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:22:15,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a45f7f5{HTTP/1.1, (http/1.1)}{localhost:44295} 2024-11-18T21:22:15,481 INFO [Time-limited test {}] server.Server(415): Started @201857ms 2024-11-18T21:22:15,483 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:22:15,653 WARN [Thread-2641 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/cluster_1c2854fb-a242-24a1-d607-6c8f84c1a4c8/data/data1/current/BP-141201052-172.17.0.3-1731964934837/current, will proceed with Du for space computation calculation, 2024-11-18T21:22:15,653 WARN [Thread-2642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/cluster_1c2854fb-a242-24a1-d607-6c8f84c1a4c8/data/data2/current/BP-141201052-172.17.0.3-1731964934837/current, will proceed with Du for space computation calculation, 2024-11-18T21:22:15,753 WARN [Thread-2629 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:22:15,773 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x807ca01e67241a00 with lease ID 0xdc312110728d2226: Processing first storage report for DS-d44fa72e-773e-4b67-b620-8707bf53701f from datanode DatanodeRegistration(127.0.0.1:44239, datanodeUuid=1a8dbb90-df43-4b88-8697-ab38604d852a, infoPort=42087, infoSecurePort=0, ipcPort=40671, storageInfo=lv=-57;cid=testClusterID;nsid=83315714;c=1731964934837) 2024-11-18T21:22:15,773 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x807ca01e67241a00 with lease ID 0xdc312110728d2226: from storage DS-d44fa72e-773e-4b67-b620-8707bf53701f node DatanodeRegistration(127.0.0.1:44239, datanodeUuid=1a8dbb90-df43-4b88-8697-ab38604d852a, infoPort=42087, infoSecurePort=0, ipcPort=40671, storageInfo=lv=-57;cid=testClusterID;nsid=83315714;c=1731964934837), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:22:15,773 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x807ca01e67241a00 with lease ID 0xdc312110728d2226: Processing first storage report for DS-e00d0d90-7c3d-4588-8c1c-701d99f52967 from datanode DatanodeRegistration(127.0.0.1:44239, datanodeUuid=1a8dbb90-df43-4b88-8697-ab38604d852a, infoPort=42087, infoSecurePort=0, ipcPort=40671, storageInfo=lv=-57;cid=testClusterID;nsid=83315714;c=1731964934837) 2024-11-18T21:22:15,773 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x807ca01e67241a00 with lease ID 0xdc312110728d2226: from storage DS-e00d0d90-7c3d-4588-8c1c-701d99f52967 node DatanodeRegistration(127.0.0.1:44239, datanodeUuid=1a8dbb90-df43-4b88-8697-ab38604d852a, infoPort=42087, infoSecurePort=0, ipcPort=40671, storageInfo=lv=-57;cid=testClusterID;nsid=83315714;c=1731964934837), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:22:15,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f 2024-11-18T21:22:15,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:15,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:15,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:22:16,248 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed with version=8 2024-11-18T21:22:16,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/hbase-staging 2024-11-18T21:22:16,250 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:22:16,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:16,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:16,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:22:16,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:16,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:22:16,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:22:16,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:22:16,251 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33943 2024-11-18T21:22:16,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33943 connecting to ZooKeeper ensemble=127.0.0.1:64114 2024-11-18T21:22:16,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339430x0, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:22:16,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33943-0x10054c5a50c0000 connected 2024-11-18T21:22:16,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:16,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:16,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Set watcher on znode that does not yet exist, /01323211245/running 2024-11-18T21:22:16,278 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed, hbase.cluster.distributed=false 2024-11-18T21:22:16,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Set watcher on znode that does not yet exist, /01323211245/acl 2024-11-18T21:22:16,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33943 2024-11-18T21:22:16,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33943 2024-11-18T21:22:16,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33943 2024-11-18T21:22:16,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33943 2024-11-18T21:22:16,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33943 2024-11-18T21:22:16,306 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:22:16,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:16,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:16,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:22:16,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:16,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:22:16,306 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:22:16,306 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:22:16,307 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34227 2024-11-18T21:22:16,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34227 connecting to ZooKeeper ensemble=127.0.0.1:64114 2024-11-18T21:22:16,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:16,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:16,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342270x0, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:22:16,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342270x0, quorum=127.0.0.1:64114, baseZNode=/01323211245 Set watcher on znode that does not yet exist, /01323211245/running 2024-11-18T21:22:16,321 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:22:16,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34227-0x10054c5a50c0001 connected 2024-11-18T21:22:16,333 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:22:16,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Set watcher on znode that does not yet exist, /01323211245/master 2024-11-18T21:22:16,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Set watcher on znode that does not yet exist, /01323211245/acl 2024-11-18T21:22:16,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34227 2024-11-18T21:22:16,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34227 2024-11-18T21:22:16,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34227 2024-11-18T21:22:16,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34227 2024-11-18T21:22:16,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34227 2024-11-18T21:22:16,369 DEBUG [M:0;d63b309a8c2d:33943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:33943 2024-11-18T21:22:16,370 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01323211245/backup-masters/d63b309a8c2d,33943,1731964936250 2024-11-18T21:22:16,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245/backup-masters 2024-11-18T21:22:16,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245/backup-masters 2024-11-18T21:22:16,372 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Set watcher on existing znode=/01323211245/backup-masters/d63b309a8c2d,33943,1731964936250 2024-11-18T21:22:16,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01323211245/master 2024-11-18T21:22:16,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245 2024-11-18T21:22:16,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245 2024-11-18T21:22:16,374 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Set watcher on existing znode=/01323211245/master 2024-11-18T21:22:16,375 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01323211245/backup-masters/d63b309a8c2d,33943,1731964936250 from backup master directory 2024-11-18T21:22:16,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245/backup-masters 2024-11-18T21:22:16,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01323211245/backup-masters/d63b309a8c2d,33943,1731964936250 2024-11-18T21:22:16,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245/backup-masters 2024-11-18T21:22:16,376 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:22:16,376 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,33943,1731964936250 2024-11-18T21:22:16,381 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/hbase.id] with ID: 1e032213-d48e-4e25-a8c1-10d40da9713c 2024-11-18T21:22:16,382 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/.tmp/hbase.id 2024-11-18T21:22:16,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:22:16,789 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/.tmp/hbase.id]:[hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/hbase.id] 2024-11-18T21:22:16,799 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:16,799 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:22:16,800 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T21:22:16,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245 2024-11-18T21:22:16,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245 2024-11-18T21:22:16,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:22:17,210 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:22:17,211 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:22:17,221 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:22:17,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:22:17,300 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store 2024-11-18T21:22:17,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:22:17,782 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:17,782 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:22:17,782 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:17,782 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:17,782 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:22:17,782 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:17,782 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:17,782 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964937782Disabling compacts and flushes for region at 1731964937782Disabling writes for close at 1731964937782Writing region close event to WAL at 1731964937782Closed at 1731964937782 2024-11-18T21:22:17,783 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/.initializing 2024-11-18T21:22:17,783 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/WALs/d63b309a8c2d,33943,1731964936250 2024-11-18T21:22:17,784 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:22:17,786 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C33943%2C1731964936250, suffix=, logDir=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/WALs/d63b309a8c2d,33943,1731964936250, archiveDir=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/oldWALs, maxLogs=10 2024-11-18T21:22:17,802 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/WALs/d63b309a8c2d,33943,1731964936250/d63b309a8c2d%2C33943%2C1731964936250.1731964937786, exclude list is [], retry=0 2024-11-18T21:22:17,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44239,DS-d44fa72e-773e-4b67-b620-8707bf53701f,DISK] 2024-11-18T21:22:17,825 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/WALs/d63b309a8c2d,33943,1731964936250/d63b309a8c2d%2C33943%2C1731964936250.1731964937786 2024-11-18T21:22:17,828 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087)] 2024-11-18T21:22:17,828 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:22:17,828 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:17,828 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:17,828 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:17,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:17,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:22:17,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:17,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:17,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:17,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:22:17,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:17,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:17,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:17,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:22:17,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:17,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:17,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:17,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:22:17,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:17,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:17,838 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:17,839 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:17,839 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:17,841 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:17,841 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:17,842 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:22:17,846 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:17,850 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:22:17,851 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72208524, jitterRate=0.07599085569381714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:22:17,852 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964937829Initializing all the Stores at 1731964937830 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964937830Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964937830Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964937830Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964937830Cleaning up temporary data from old regions at 1731964937841 (+11 ms)Region opened successfully at 1731964937852 (+11 ms) 2024-11-18T21:22:17,856 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:22:17,875 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e17f0a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:22:17,881 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:22:17,881 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:22:17,881 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:22:17,882 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:22:17,884 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T21:22:17,884 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:22:17,884 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:22:17,893 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:22:17,895 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Unable to get data of znode /01323211245/balancer because node does not exist (not necessarily an error) 2024-11-18T21:22:17,896 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01323211245/balancer already deleted, retry=false 2024-11-18T21:22:17,896 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:22:17,897 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Unable to get data of znode /01323211245/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:22:17,900 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01323211245/normalizer already deleted, retry=false 2024-11-18T21:22:17,901 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:22:17,913 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Unable to get data of znode /01323211245/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:22:17,927 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01323211245/switch/split already deleted, retry=false 2024-11-18T21:22:17,929 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Unable to get data of znode /01323211245/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:22:17,937 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01323211245/switch/merge already deleted, retry=false 2024-11-18T21:22:17,947 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Unable to get data of znode /01323211245/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:22:17,958 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01323211245/snapshot-cleanup already deleted, retry=false 2024-11-18T21:22:17,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01323211245/running 2024-11-18T21:22:17,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245 2024-11-18T21:22:17,966 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,33943,1731964936250, sessionid=0x10054c5a50c0000, setting cluster-up flag (Was=false) 2024-11-18T21:22:17,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01323211245/running 2024-11-18T21:22:17,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245 2024-11-18T21:22:17,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245 2024-11-18T21:22:17,983 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01323211245/flush-table-proc/acquired, /01323211245/flush-table-proc/reached, /01323211245/flush-table-proc/abort 2024-11-18T21:22:17,994 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,33943,1731964936250 2024-11-18T21:22:18,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245 2024-11-18T21:22:18,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245 2024-11-18T21:22:18,006 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01323211245/online-snapshot/acquired, /01323211245/online-snapshot/reached, /01323211245/online-snapshot/abort 2024-11-18T21:22:18,009 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,33943,1731964936250 2024-11-18T21:22:18,032 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:22:18,040 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:22:18,040 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:22:18,040 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:22:18,041 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,33943,1731964936250 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:22:18,044 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:22:18,044 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:22:18,044 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:22:18,044 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:22:18,044 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:22:18,044 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:18,044 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:22:18,044 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:18,059 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:22:18,059 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:22:18,073 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:18,073 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:22:18,088 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731964968088 2024-11-18T21:22:18,089 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:22:18,089 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:22:18,089 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:22:18,089 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:22:18,089 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:22:18,089 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:22:18,100 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:18,102 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(746): ClusterId : 1e032213-d48e-4e25-a8c1-10d40da9713c 2024-11-18T21:22:18,103 DEBUG [RS:0;d63b309a8c2d:34227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:22:18,105 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:22:18,105 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:22:18,105 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:22:18,105 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:22:18,106 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:22:18,106 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:22:18,106 DEBUG [RS:0;d63b309a8c2d:34227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:22:18,106 DEBUG [RS:0;d63b309a8c2d:34227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:22:18,107 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964938106,5,FailOnTimeoutGroup] 2024-11-18T21:22:18,107 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964938107,5,FailOnTimeoutGroup] 2024-11-18T21:22:18,107 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:18,107 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:22:18,107 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:18,107 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:18,108 DEBUG [RS:0;d63b309a8c2d:34227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:22:18,108 DEBUG [RS:0;d63b309a8c2d:34227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5260bc9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:22:18,139 DEBUG [RS:0;d63b309a8c2d:34227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:34227 2024-11-18T21:22:18,139 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:22:18,139 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:22:18,139 DEBUG [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:22:18,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:22:18,140 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,33943,1731964936250 with port=34227, startcode=1731964936305 2024-11-18T21:22:18,141 DEBUG [RS:0;d63b309a8c2d:34227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:22:18,145 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:22:18,146 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,34227,1731964936305 2024-11-18T21:22:18,146 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33943 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,34227,1731964936305 2024-11-18T21:22:18,149 DEBUG [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed 2024-11-18T21:22:18,149 DEBUG [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35251 2024-11-18T21:22:18,149 DEBUG [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:22:18,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245/rs 2024-11-18T21:22:18,157 DEBUG [RS:0;d63b309a8c2d:34227 {}] zookeeper.ZKUtil(111): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Set watcher on existing znode=/01323211245/rs/d63b309a8c2d,34227,1731964936305 2024-11-18T21:22:18,157 WARN [RS:0;d63b309a8c2d:34227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:22:18,157 INFO [RS:0;d63b309a8c2d:34227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:22:18,157 DEBUG [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305 2024-11-18T21:22:18,158 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,34227,1731964936305] 2024-11-18T21:22:18,163 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:22:18,172 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:22:18,173 INFO [RS:0;d63b309a8c2d:34227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:22:18,173 INFO [RS:0;d63b309a8c2d:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:18,175 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:22:18,176 INFO [RS:0;d63b309a8c2d:34227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:22:18,176 INFO [RS:0;d63b309a8c2d:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:18,176 DEBUG [RS:0;d63b309a8c2d:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:18,176 DEBUG [RS:0;d63b309a8c2d:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:18,176 DEBUG [RS:0;d63b309a8c2d:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:18,176 DEBUG [RS:0;d63b309a8c2d:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:18,176 DEBUG [RS:0;d63b309a8c2d:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:18,176 DEBUG [RS:0;d63b309a8c2d:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:22:18,176 DEBUG [RS:0;d63b309a8c2d:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:18,176 DEBUG [RS:0;d63b309a8c2d:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:18,176 DEBUG [RS:0;d63b309a8c2d:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:18,176 DEBUG [RS:0;d63b309a8c2d:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:18,176 DEBUG [RS:0;d63b309a8c2d:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:18,177 DEBUG [RS:0;d63b309a8c2d:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:18,177 DEBUG [RS:0;d63b309a8c2d:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:22:18,177 DEBUG [RS:0;d63b309a8c2d:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:22:18,204 INFO [RS:0;d63b309a8c2d:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:18,204 INFO [RS:0;d63b309a8c2d:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:18,204 INFO [RS:0;d63b309a8c2d:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:18,204 INFO [RS:0;d63b309a8c2d:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:18,204 INFO [RS:0;d63b309a8c2d:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:18,204 INFO [RS:0;d63b309a8c2d:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,34227,1731964936305-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:22:18,230 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:22:18,231 INFO [RS:0;d63b309a8c2d:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,34227,1731964936305-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:18,231 INFO [RS:0;d63b309a8c2d:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:18,231 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.Replication(171): d63b309a8c2d,34227,1731964936305 started 2024-11-18T21:22:18,252 INFO [RS:0;d63b309a8c2d:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:18,252 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,34227,1731964936305, RpcServer on d63b309a8c2d/172.17.0.3:34227, sessionid=0x10054c5a50c0001 2024-11-18T21:22:18,252 DEBUG [RS:0;d63b309a8c2d:34227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:22:18,252 DEBUG [RS:0;d63b309a8c2d:34227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,34227,1731964936305 2024-11-18T21:22:18,252 DEBUG [RS:0;d63b309a8c2d:34227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,34227,1731964936305' 2024-11-18T21:22:18,252 DEBUG [RS:0;d63b309a8c2d:34227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01323211245/flush-table-proc/abort' 2024-11-18T21:22:18,253 DEBUG [RS:0;d63b309a8c2d:34227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01323211245/flush-table-proc/acquired' 2024-11-18T21:22:18,254 DEBUG [RS:0;d63b309a8c2d:34227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:22:18,254 DEBUG [RS:0;d63b309a8c2d:34227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:22:18,254 DEBUG [RS:0;d63b309a8c2d:34227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,34227,1731964936305 2024-11-18T21:22:18,254 DEBUG [RS:0;d63b309a8c2d:34227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,34227,1731964936305' 2024-11-18T21:22:18,254 DEBUG [RS:0;d63b309a8c2d:34227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01323211245/online-snapshot/abort' 2024-11-18T21:22:18,254 DEBUG [RS:0;d63b309a8c2d:34227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01323211245/online-snapshot/acquired' 2024-11-18T21:22:18,255 DEBUG [RS:0;d63b309a8c2d:34227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:22:18,255 INFO [RS:0;d63b309a8c2d:34227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:22:18,255 INFO [RS:0;d63b309a8c2d:34227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:22:18,356 INFO [RS:0;d63b309a8c2d:34227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:22:18,363 INFO [RS:0;d63b309a8c2d:34227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C34227%2C1731964936305, suffix=, logDir=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305, archiveDir=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/oldWALs, maxLogs=10 2024-11-18T21:22:18,389 DEBUG [RS:0;d63b309a8c2d:34227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364, exclude list is [], retry=0 2024-11-18T21:22:18,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44239,DS-d44fa72e-773e-4b67-b620-8707bf53701f,DISK] 2024-11-18T21:22:18,427 INFO [RS:0;d63b309a8c2d:34227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 2024-11-18T21:22:18,442 DEBUG [RS:0;d63b309a8c2d:34227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087)] 2024-11-18T21:22:18,544 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:22:18,544 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed 2024-11-18T21:22:18,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741833_1009 (size=32) 2024-11-18T21:22:19,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:19,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:22:19,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:22:19,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:19,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:19,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:22:19,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:22:19,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:19,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:19,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:22:19,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:22:19,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:19,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:19,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:22:19,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:22:19,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:19,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:19,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:22:19,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740 2024-11-18T21:22:19,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740 2024-11-18T21:22:19,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:22:19,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:22:19,019 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:22:19,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:22:19,028 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:22:19,029 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60887735, jitterRate=-0.09270204603672028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:22:19,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731964939006Initializing all the Stores at 1731964939006Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964939007 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964939007Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964939007Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964939007Cleaning up temporary data from old regions at 1731964939019 (+12 ms)Region opened successfully at 1731964939030 (+11 ms) 2024-11-18T21:22:19,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:22:19,030 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:22:19,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:22:19,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:22:19,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:22:19,037 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:22:19,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964939030Disabling compacts and flushes for region at 1731964939030Disabling writes for close at 1731964939030Writing region close event to WAL at 1731964939036 (+6 ms)Closed at 1731964939036 2024-11-18T21:22:19,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:22:19,038 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:22:19,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:22:19,040 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:22:19,041 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:22:19,197 DEBUG [d63b309a8c2d:33943 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:22:19,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,34227,1731964936305 2024-11-18T21:22:19,199 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,34227,1731964936305, state=OPENING 2024-11-18T21:22:19,201 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:22:19,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245 2024-11-18T21:22:19,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245 2024-11-18T21:22:19,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01323211245/meta-region-server: CHANGED 2024-11-18T21:22:19,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01323211245/meta-region-server: CHANGED 2024-11-18T21:22:19,204 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:22:19,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,34227,1731964936305}] 2024-11-18T21:22:19,369 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:22:19,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:22:19,385 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:22:19,385 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:22:19,385 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:22:19,397 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C34227%2C1731964936305.meta, suffix=.meta, logDir=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305, archiveDir=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/oldWALs, maxLogs=10 2024-11-18T21:22:19,420 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.meta.1731964939398.meta, exclude list is [], retry=0 2024-11-18T21:22:19,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44239,DS-d44fa72e-773e-4b67-b620-8707bf53701f,DISK] 2024-11-18T21:22:19,429 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.meta.1731964939398.meta 2024-11-18T21:22:19,432 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087)] 2024-11-18T21:22:19,433 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:22:19,433 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:22:19,433 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:22:19,433 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:22:19,433 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:22:19,434 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:22:19,434 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:19,434 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:22:19,434 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:22:19,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:22:19,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:22:19,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:19,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:19,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:22:19,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:22:19,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:19,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:19,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:22:19,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:22:19,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:19,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:19,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:22:19,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:22:19,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:19,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:19,446 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:22:19,447 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740 2024-11-18T21:22:19,448 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740 2024-11-18T21:22:19,449 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:22:19,449 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:22:19,449 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:22:19,451 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:22:19,451 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64902318, jitterRate=-0.03288009762763977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:22:19,451 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:22:19,452 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964939434Writing region info on filesystem at 1731964939434Initializing all the Stores at 1731964939440 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964939440Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964939440Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964939440Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964939440Cleaning up temporary data from old regions at 1731964939449 (+9 ms)Running coprocessor post-open hooks at 1731964939451 (+2 ms)Region opened successfully at 1731964939452 (+1 ms) 2024-11-18T21:22:19,453 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731964939368 2024-11-18T21:22:19,456 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:22:19,456 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:22:19,456 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,34227,1731964936305 2024-11-18T21:22:19,457 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,34227,1731964936305, state=OPEN 2024-11-18T21:22:19,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01323211245/meta-region-server 2024-11-18T21:22:19,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01323211245/meta-region-server 2024-11-18T21:22:19,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01323211245/meta-region-server: CHANGED 2024-11-18T21:22:19,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01323211245/meta-region-server: CHANGED 2024-11-18T21:22:19,463 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,34227,1731964936305 2024-11-18T21:22:19,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:22:19,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,34227,1731964936305 in 259 msec 2024-11-18T21:22:19,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:22:19,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-18T21:22:19,468 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:22:19,468 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:22:19,471 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:19,471 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,34227,1731964936305, seqNum=-1] 2024-11-18T21:22:19,471 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:19,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:22:19,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4430 sec 2024-11-18T21:22:19,481 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964939481, completionTime=-1 2024-11-18T21:22:19,481 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:22:19,481 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:22:19,483 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:22:19,483 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731964999483 2024-11-18T21:22:19,483 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731965059483 2024-11-18T21:22:19,483 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T21:22:19,483 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33943,1731964936250-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:19,483 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33943,1731964936250-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:19,484 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33943,1731964936250-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:19,484 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:33943, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:19,484 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:19,484 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:19,486 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:22:19,489 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.113sec 2024-11-18T21:22:19,489 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:22:19,489 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:22:19,489 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:22:19,489 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:22:19,489 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:22:19,489 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33943,1731964936250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:22:19,489 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33943,1731964936250-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:22:19,494 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:22:19,494 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:22:19,494 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33943,1731964936250-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:19,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b813421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:19,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33943,-1 for getting cluster id 2024-11-18T21:22:19,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:19,509 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e032213-d48e-4e25-a8c1-10d40da9713c' 2024-11-18T21:22:19,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:19,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e032213-d48e-4e25-a8c1-10d40da9713c" 2024-11-18T21:22:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e56ebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33943,-1] 2024-11-18T21:22:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:19,511 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:19,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b35c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:19,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:19,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,34227,1731964936305, seqNum=-1] 2024-11-18T21:22:19,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:19,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:22:19,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,33943,1731964936250 2024-11-18T21:22:19,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64114 2024-11-18T21:22:19,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:22:19,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10054c5a50c0002 connected 2024-11-18T21:22:19,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/hadoop.log.dir so I do NOT create it in target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe 2024-11-18T21:22:19,538 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:22:19,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/hadoop.tmp.dir so I do NOT create it in target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe 2024-11-18T21:22:19,538 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:22:19,538 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe 2024-11-18T21:22:19,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:22:19,538 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/cluster_63afa5f7-bd51-7926-1d3c-f6e005e38804, deleteOnExit=true 2024-11-18T21:22:19,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:22:19,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/test.cache.data in system properties and HBase conf 2024-11-18T21:22:19,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:22:19,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:22:19,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:22:19,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:22:19,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:22:19,539 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:22:19,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:22:19,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:22:19,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:22:19,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:22:19,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:22:19,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:22:19,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:22:19,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:22:19,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:22:19,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:22:19,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:22:19,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:22:19,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:22:19,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:22:19,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:22:19,656 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:22:19,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:22:19,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:22:19,687 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:22:19,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:22:19,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68664e8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:22:19,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44dbfc84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:22:19,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@683bd178{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/java.io.tmpdir/jetty-localhost-33925-hadoop-hdfs-3_4_1-tests_jar-_-any-1857806708695587822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:22:19,864 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4998e689{HTTP/1.1, (http/1.1)}{localhost:33925} 2024-11-18T21:22:19,864 INFO [Time-limited test {}] server.Server(415): Started @206241ms 2024-11-18T21:22:20,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:22:20,175 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:22:20,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:22:20,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:22:20,192 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:22:20,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6790afcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:22:20,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56de0319{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:22:20,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f4d3814{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/java.io.tmpdir/jetty-localhost-34307-hadoop-hdfs-3_4_1-tests_jar-_-any-3321269124366637731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:22:20,436 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@738a9463{HTTP/1.1, (http/1.1)}{localhost:34307} 2024-11-18T21:22:20,437 INFO [Time-limited test {}] server.Server(415): Started @206813ms 2024-11-18T21:22:20,438 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:22:20,757 WARN [Thread-2761 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/cluster_63afa5f7-bd51-7926-1d3c-f6e005e38804/data/data1/current/BP-497519451-172.17.0.3-1731964939575/current, will proceed with Du for space computation calculation, 2024-11-18T21:22:20,773 WARN [Thread-2762 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/cluster_63afa5f7-bd51-7926-1d3c-f6e005e38804/data/data2/current/BP-497519451-172.17.0.3-1731964939575/current, will proceed with Du for space computation calculation, 2024-11-18T21:22:20,858 WARN [Thread-2749 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:22:20,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9be7062a8bc66a9c with lease ID 0x64cb9f27fc7e5102: Processing first storage report for DS-201a093d-674e-476c-9716-98edb6c88909 from datanode DatanodeRegistration(127.0.0.1:46605, datanodeUuid=ae4b4226-31f8-4d1d-925e-20abcb49bf0e, infoPort=35569, infoSecurePort=0, ipcPort=38723, storageInfo=lv=-57;cid=testClusterID;nsid=1030878929;c=1731964939575) 2024-11-18T21:22:20,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9be7062a8bc66a9c with lease ID 0x64cb9f27fc7e5102: from storage DS-201a093d-674e-476c-9716-98edb6c88909 node DatanodeRegistration(127.0.0.1:46605, datanodeUuid=ae4b4226-31f8-4d1d-925e-20abcb49bf0e, infoPort=35569, infoSecurePort=0, ipcPort=38723, storageInfo=lv=-57;cid=testClusterID;nsid=1030878929;c=1731964939575), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:22:20,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9be7062a8bc66a9c with lease ID 0x64cb9f27fc7e5102: Processing first storage report for DS-e26b014e-3ed4-4525-a42a-0db0d93fd2b2 from datanode DatanodeRegistration(127.0.0.1:46605, datanodeUuid=ae4b4226-31f8-4d1d-925e-20abcb49bf0e, infoPort=35569, infoSecurePort=0, ipcPort=38723, storageInfo=lv=-57;cid=testClusterID;nsid=1030878929;c=1731964939575) 2024-11-18T21:22:20,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9be7062a8bc66a9c with lease ID 0x64cb9f27fc7e5102: from storage DS-e26b014e-3ed4-4525-a42a-0db0d93fd2b2 node DatanodeRegistration(127.0.0.1:46605, datanodeUuid=ae4b4226-31f8-4d1d-925e-20abcb49bf0e, infoPort=35569, infoSecurePort=0, ipcPort=38723, storageInfo=lv=-57;cid=testClusterID;nsid=1030878929;c=1731964939575), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:22:20,944 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe 2024-11-18T21:22:20,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:20,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:20,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:22:20,978 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596 with version=8 2024-11-18T21:22:20,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/hbase-staging 2024-11-18T21:22:20,982 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:22:20,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:20,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:20,982 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:22:20,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:20,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:22:20,983 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:22:20,983 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:22:21,033 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46181 2024-11-18T21:22:21,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46181 connecting to ZooKeeper ensemble=127.0.0.1:64114 2024-11-18T21:22:21,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461810x0, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:22:21,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46181-0x10054c5a50c0003 connected 2024-11-18T21:22:21,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:21,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:21,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Set watcher on znode that does not yet exist, /11312061879/running 2024-11-18T21:22:21,076 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596, hbase.cluster.distributed=false 2024-11-18T21:22:21,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Set watcher on znode that does not yet exist, /11312061879/acl 2024-11-18T21:22:21,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46181 2024-11-18T21:22:21,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46181 2024-11-18T21:22:21,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46181 2024-11-18T21:22:21,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46181 2024-11-18T21:22:21,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46181 2024-11-18T21:22:21,198 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:22:21,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:21,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:21,198 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:22:21,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:21,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:22:21,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:22:21,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:22:21,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40005 2024-11-18T21:22:21,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40005 connecting to ZooKeeper ensemble=127.0.0.1:64114 2024-11-18T21:22:21,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:21,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:21,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400050x0, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:22:21,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40005-0x10054c5a50c0004 connected 2024-11-18T21:22:21,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Set watcher on znode that does not yet exist, /11312061879/running 2024-11-18T21:22:21,217 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:22:21,248 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:22:21,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Set watcher on znode that does not yet exist, /11312061879/master 2024-11-18T21:22:21,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Set watcher on znode that does not yet exist, /11312061879/acl 2024-11-18T21:22:21,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40005 2024-11-18T21:22:21,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40005 2024-11-18T21:22:21,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40005 2024-11-18T21:22:21,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40005 2024-11-18T21:22:21,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40005 2024-11-18T21:22:21,347 DEBUG [M:0;d63b309a8c2d:46181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:46181 2024-11-18T21:22:21,347 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11312061879/backup-masters/d63b309a8c2d,46181,1731964940982 2024-11-18T21:22:21,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879/backup-masters 2024-11-18T21:22:21,351 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Set watcher on existing znode=/11312061879/backup-masters/d63b309a8c2d,46181,1731964940982 2024-11-18T21:22:21,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879/backup-masters 2024-11-18T21:22:21,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879 2024-11-18T21:22:21,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11312061879/master 2024-11-18T21:22:21,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879 2024-11-18T21:22:21,358 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Set watcher on existing znode=/11312061879/master 2024-11-18T21:22:21,358 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11312061879/backup-masters/d63b309a8c2d,46181,1731964940982 from backup master directory 2024-11-18T21:22:21,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879/backup-masters 2024-11-18T21:22:21,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11312061879/backup-masters/d63b309a8c2d,46181,1731964940982 2024-11-18T21:22:21,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879/backup-masters 2024-11-18T21:22:21,360 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:22:21,360 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,46181,1731964940982 2024-11-18T21:22:21,364 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/hbase.id] with ID: 45626a65-a96f-443a-aa8f-ae6cce235b83 2024-11-18T21:22:21,364 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/.tmp/hbase.id 2024-11-18T21:22:21,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:22:21,416 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/.tmp/hbase.id]:[hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/hbase.id] 2024-11-18T21:22:21,471 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:21,472 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:22:21,473 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T21:22:21,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879 2024-11-18T21:22:21,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879 2024-11-18T21:22:21,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:22:21,932 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:22:21,933 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:22:21,937 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:22:21,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:22:21,953 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store 2024-11-18T21:22:21,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:22:21,965 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:21,965 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:22:21,965 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:21,965 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:21,965 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:22:21,965 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:21,965 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:21,965 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964941965Disabling compacts and flushes for region at 1731964941965Disabling writes for close at 1731964941965Writing region close event to WAL at 1731964941965Closed at 1731964941965 2024-11-18T21:22:21,966 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/.initializing 2024-11-18T21:22:21,966 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/WALs/d63b309a8c2d,46181,1731964940982 2024-11-18T21:22:21,967 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:22:21,969 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C46181%2C1731964940982, suffix=, logDir=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/WALs/d63b309a8c2d,46181,1731964940982, archiveDir=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/oldWALs, maxLogs=10 2024-11-18T21:22:22,006 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/WALs/d63b309a8c2d,46181,1731964940982/d63b309a8c2d%2C46181%2C1731964940982.1731964941969, exclude list is [], retry=0 2024-11-18T21:22:22,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46605,DS-201a093d-674e-476c-9716-98edb6c88909,DISK] 2024-11-18T21:22:22,013 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/WALs/d63b309a8c2d,46181,1731964940982/d63b309a8c2d%2C46181%2C1731964940982.1731964941969 2024-11-18T21:22:22,013 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35569:35569)] 2024-11-18T21:22:22,013 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:22:22,014 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:22,014 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:22,014 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:22,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:22,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:22:22,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:22,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:22,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:22,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:22:22,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:22,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:22,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:22,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:22:22,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:22,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:22,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:22,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:22:22,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:22,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:22,021 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:22,022 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:22,023 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:22,029 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:22,029 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:22,030 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:22:22,030 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:22,032 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:22:22,033 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70709558, jitterRate=0.05365452170372009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:22:22,033 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964942014Initializing all the Stores at 1731964942015 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964942015Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964942015Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964942015Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964942015Cleaning up temporary data from old regions at 1731964942029 (+14 ms)Region opened successfully at 1731964942033 (+4 ms) 2024-11-18T21:22:22,033 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:22:22,035 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be3616e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:22:22,036 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:22:22,037 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:22:22,037 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:22:22,037 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:22:22,037 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:22:22,037 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:22:22,037 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:22:22,046 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:22:22,047 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Unable to get data of znode /11312061879/balancer because node does not exist (not necessarily an error) 2024-11-18T21:22:22,048 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11312061879/balancer already deleted, retry=false 2024-11-18T21:22:22,048 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:22:22,049 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Unable to get data of znode /11312061879/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:22:22,051 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11312061879/normalizer already deleted, retry=false 2024-11-18T21:22:22,051 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:22:22,053 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Unable to get data of znode /11312061879/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:22:22,054 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11312061879/switch/split already deleted, retry=false 2024-11-18T21:22:22,055 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Unable to get data of znode /11312061879/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:22:22,056 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11312061879/switch/merge already deleted, retry=false 2024-11-18T21:22:22,072 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Unable to get data of znode /11312061879/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:22:22,073 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11312061879/snapshot-cleanup already deleted, retry=false 2024-11-18T21:22:22,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11312061879/running 2024-11-18T21:22:22,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879 2024-11-18T21:22:22,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11312061879/running 2024-11-18T21:22:22,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879 2024-11-18T21:22:22,079 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,46181,1731964940982, sessionid=0x10054c5a50c0003, setting cluster-up flag (Was=false) 2024-11-18T21:22:22,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879 2024-11-18T21:22:22,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879 2024-11-18T21:22:22,102 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11312061879/flush-table-proc/acquired, /11312061879/flush-table-proc/reached, /11312061879/flush-table-proc/abort 2024-11-18T21:22:22,103 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,46181,1731964940982 2024-11-18T21:22:22,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879 2024-11-18T21:22:22,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879 2024-11-18T21:22:22,145 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11312061879/online-snapshot/acquired, /11312061879/online-snapshot/reached, /11312061879/online-snapshot/abort 2024-11-18T21:22:22,146 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,46181,1731964940982 2024-11-18T21:22:22,149 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:22:22,151 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:22:22,151 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:22:22,151 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:22:22,152 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,46181,1731964940982 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:22:22,155 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:22:22,155 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:22:22,155 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:22:22,155 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:22:22,155 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:22:22,155 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:22,156 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:22:22,156 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:22,156 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T21:22:22,156 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T21:22:22,162 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:22:22,162 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:22:22,163 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:22,163 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:22:22,168 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731964972168 2024-11-18T21:22:22,169 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:22:22,169 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:22:22,169 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:22:22,170 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:22:22,170 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:22:22,170 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:22:22,177 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:22,185 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:22:22,185 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:22:22,185 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:22:22,185 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:22:22,186 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:22:22,186 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:22:22,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:22:22,190 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964942186,5,FailOnTimeoutGroup] 2024-11-18T21:22:22,193 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964942190,5,FailOnTimeoutGroup] 2024-11-18T21:22:22,193 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:22,193 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:22:22,193 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:22,193 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:22,232 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(746): ClusterId : 45626a65-a96f-443a-aa8f-ae6cce235b83 2024-11-18T21:22:22,233 DEBUG [RS:0;d63b309a8c2d:40005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:22:22,235 DEBUG [RS:0;d63b309a8c2d:40005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:22:22,235 DEBUG [RS:0;d63b309a8c2d:40005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:22:22,237 DEBUG [RS:0;d63b309a8c2d:40005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:22:22,237 DEBUG [RS:0;d63b309a8c2d:40005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637a7ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:22:22,256 DEBUG [RS:0;d63b309a8c2d:40005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:40005 2024-11-18T21:22:22,256 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:22:22,256 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:22:22,256 DEBUG [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:22:22,257 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,46181,1731964940982 with port=40005, startcode=1731964941197 2024-11-18T21:22:22,257 DEBUG [RS:0;d63b309a8c2d:40005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:22:22,259 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:22:22,259 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46181 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,40005,1731964941197 2024-11-18T21:22:22,259 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46181 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,40005,1731964941197 2024-11-18T21:22:22,261 DEBUG [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596 2024-11-18T21:22:22,261 DEBUG [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45343 2024-11-18T21:22:22,261 DEBUG [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:22:22,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879/rs 2024-11-18T21:22:22,265 DEBUG [RS:0;d63b309a8c2d:40005 {}] zookeeper.ZKUtil(111): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Set watcher on existing znode=/11312061879/rs/d63b309a8c2d,40005,1731964941197 2024-11-18T21:22:22,265 WARN [RS:0;d63b309a8c2d:40005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:22:22,265 INFO [RS:0;d63b309a8c2d:40005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:22:22,265 DEBUG [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197 2024-11-18T21:22:22,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,40005,1731964941197] 2024-11-18T21:22:22,268 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:22:22,272 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:22:22,273 INFO [RS:0;d63b309a8c2d:40005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:22:22,273 INFO [RS:0;d63b309a8c2d:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:22,273 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:22:22,274 INFO [RS:0;d63b309a8c2d:40005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:22:22,274 INFO [RS:0;d63b309a8c2d:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:22,274 DEBUG [RS:0;d63b309a8c2d:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:22,275 DEBUG [RS:0;d63b309a8c2d:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:22,275 DEBUG [RS:0;d63b309a8c2d:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:22,275 DEBUG [RS:0;d63b309a8c2d:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:22,275 DEBUG [RS:0;d63b309a8c2d:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:22,275 DEBUG [RS:0;d63b309a8c2d:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:22:22,275 DEBUG [RS:0;d63b309a8c2d:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:22,275 DEBUG [RS:0;d63b309a8c2d:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:22,275 DEBUG [RS:0;d63b309a8c2d:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:22,275 DEBUG [RS:0;d63b309a8c2d:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:22,275 DEBUG [RS:0;d63b309a8c2d:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:22,275 DEBUG [RS:0;d63b309a8c2d:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:22,275 DEBUG [RS:0;d63b309a8c2d:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:22:22,275 DEBUG [RS:0;d63b309a8c2d:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:22:22,275 INFO [RS:0;d63b309a8c2d:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:22,275 INFO [RS:0;d63b309a8c2d:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:22,275 INFO [RS:0;d63b309a8c2d:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:22,275 INFO [RS:0;d63b309a8c2d:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:22,275 INFO [RS:0;d63b309a8c2d:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:22,275 INFO [RS:0;d63b309a8c2d:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40005,1731964941197-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:22:22,294 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:22:22,295 INFO [RS:0;d63b309a8c2d:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40005,1731964941197-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:22,295 INFO [RS:0;d63b309a8c2d:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:22,295 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.Replication(171): d63b309a8c2d,40005,1731964941197 started 2024-11-18T21:22:22,313 INFO [RS:0;d63b309a8c2d:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:22,313 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,40005,1731964941197, RpcServer on d63b309a8c2d/172.17.0.3:40005, sessionid=0x10054c5a50c0004 2024-11-18T21:22:22,313 DEBUG [RS:0;d63b309a8c2d:40005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:22:22,313 DEBUG [RS:0;d63b309a8c2d:40005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,40005,1731964941197 2024-11-18T21:22:22,313 DEBUG [RS:0;d63b309a8c2d:40005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,40005,1731964941197' 2024-11-18T21:22:22,313 DEBUG [RS:0;d63b309a8c2d:40005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11312061879/flush-table-proc/abort' 2024-11-18T21:22:22,313 DEBUG [RS:0;d63b309a8c2d:40005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11312061879/flush-table-proc/acquired' 2024-11-18T21:22:22,314 DEBUG [RS:0;d63b309a8c2d:40005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:22:22,314 DEBUG [RS:0;d63b309a8c2d:40005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:22:22,314 DEBUG [RS:0;d63b309a8c2d:40005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,40005,1731964941197 2024-11-18T21:22:22,314 DEBUG [RS:0;d63b309a8c2d:40005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,40005,1731964941197' 2024-11-18T21:22:22,314 DEBUG [RS:0;d63b309a8c2d:40005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11312061879/online-snapshot/abort' 2024-11-18T21:22:22,314 DEBUG [RS:0;d63b309a8c2d:40005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11312061879/online-snapshot/acquired' 2024-11-18T21:22:22,314 DEBUG [RS:0;d63b309a8c2d:40005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:22:22,315 INFO [RS:0;d63b309a8c2d:40005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:22:22,315 INFO [RS:0;d63b309a8c2d:40005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:22:22,415 INFO [RS:0;d63b309a8c2d:40005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:22:22,433 INFO [RS:0;d63b309a8c2d:40005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C40005%2C1731964941197, suffix=, logDir=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197, archiveDir=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/oldWALs, maxLogs=10 2024-11-18T21:22:22,452 DEBUG [RS:0;d63b309a8c2d:40005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433, exclude list is [], retry=0 2024-11-18T21:22:22,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46605,DS-201a093d-674e-476c-9716-98edb6c88909,DISK] 2024-11-18T21:22:22,464 INFO [RS:0;d63b309a8c2d:40005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 2024-11-18T21:22:22,464 DEBUG [RS:0;d63b309a8c2d:40005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35569:35569)] 2024-11-18T21:22:22,594 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:22:22,594 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596 2024-11-18T21:22:22,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741833_1009 (size=32) 2024-11-18T21:22:23,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:23,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:22:23,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:22:23,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:23,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:23,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:22:23,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:22:23,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:23,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:23,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:22:23,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:22:23,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:23,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:23,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:22:23,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:22:23,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:23,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:23,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:22:23,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740 2024-11-18T21:22:23,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740 2024-11-18T21:22:23,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:22:23,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:22:23,044 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:22:23,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:22:23,061 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:22:23,064 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61347920, jitterRate=-0.08584475517272949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:22:23,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731964943018Initializing all the Stores at 1731964943023 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964943023Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964943024 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964943024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964943024Cleaning up temporary data from old regions at 1731964943043 (+19 ms)Region opened successfully at 1731964943064 (+21 ms) 2024-11-18T21:22:23,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:22:23,065 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:22:23,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:22:23,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:22:23,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:22:23,068 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:22:23,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964943065Disabling compacts and flushes for region at 1731964943065Disabling writes for close at 1731964943065Writing region close event to WAL at 1731964943068 (+3 ms)Closed at 1731964943068 2024-11-18T21:22:23,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:22:23,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:22:23,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:22:23,074 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:22:23,076 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:22:23,083 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:23,083 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:22:23,084 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38371 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:22:23,226 DEBUG [d63b309a8c2d:46181 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:22:23,227 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,40005,1731964941197 2024-11-18T21:22:23,237 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,40005,1731964941197, state=OPENING 2024-11-18T21:22:23,243 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:22:23,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879 2024-11-18T21:22:23,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11312061879/meta-region-server: CHANGED 2024-11-18T21:22:23,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879 2024-11-18T21:22:23,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11312061879/meta-region-server: CHANGED 2024-11-18T21:22:23,256 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:22:23,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,40005,1731964941197}] 2024-11-18T21:22:23,420 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:22:23,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:22:23,425 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:22:23,425 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:22:23,426 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:22:23,429 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C40005%2C1731964941197.meta, suffix=.meta, logDir=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197, archiveDir=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/oldWALs, maxLogs=10 2024-11-18T21:22:23,447 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.meta.1731964943430.meta, exclude list is [], retry=0 2024-11-18T21:22:23,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46605,DS-201a093d-674e-476c-9716-98edb6c88909,DISK] 2024-11-18T21:22:23,454 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.meta.1731964943430.meta 2024-11-18T21:22:23,455 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35569:35569)] 2024-11-18T21:22:23,455 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:22:23,455 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:22:23,455 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:22:23,456 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:22:23,456 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:22:23,456 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:22:23,456 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:23,456 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:22:23,456 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:22:23,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:22:23,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:22:23,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:23,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:23,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:22:23,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:22:23,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:23,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:23,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:22:23,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:22:23,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:23,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:23,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:22:23,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:22:23,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:23,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:23,466 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:22:23,466 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740 2024-11-18T21:22:23,467 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740 2024-11-18T21:22:23,468 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:22:23,468 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:22:23,469 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:22:23,471 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:22:23,472 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73094026, jitterRate=0.08918586373329163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:22:23,472 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:22:23,472 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964943456Writing region info on filesystem at 1731964943456Initializing all the Stores at 1731964943457 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964943457Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964943460 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964943460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964943460Cleaning up temporary data from old regions at 1731964943468 (+8 ms)Running coprocessor post-open hooks at 1731964943472 (+4 ms)Region opened successfully at 1731964943472 2024-11-18T21:22:23,473 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731964943419 2024-11-18T21:22:23,475 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:22:23,475 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:22:23,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,40005,1731964941197 2024-11-18T21:22:23,477 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,40005,1731964941197, state=OPEN 2024-11-18T21:22:23,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11312061879/meta-region-server 2024-11-18T21:22:23,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11312061879/meta-region-server 2024-11-18T21:22:23,478 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,40005,1731964941197 2024-11-18T21:22:23,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11312061879/meta-region-server: CHANGED 2024-11-18T21:22:23,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11312061879/meta-region-server: CHANGED 2024-11-18T21:22:23,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:22:23,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,40005,1731964941197 in 221 msec 2024-11-18T21:22:23,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:22:23,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-18T21:22:23,483 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:22:23,483 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:22:23,484 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:23,484 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40005,1731964941197, seqNum=-1] 2024-11-18T21:22:23,484 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:23,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:22:23,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3440 sec 2024-11-18T21:22:23,495 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964943495, completionTime=-1 2024-11-18T21:22:23,495 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:22:23,495 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:22:23,498 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:22:23,498 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731965003498 2024-11-18T21:22:23,498 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731965063498 2024-11-18T21:22:23,498 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T21:22:23,498 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,46181,1731964940982-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:23,498 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,46181,1731964940982-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:23,498 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,46181,1731964940982-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:23,498 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:46181, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:23,498 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:23,501 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:23,502 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:22:23,508 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.147sec 2024-11-18T21:22:23,508 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:22:23,508 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:22:23,508 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:22:23,508 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:22:23,508 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:22:23,508 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,46181,1731964940982-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:22:23,508 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,46181,1731964940982-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:22:23,514 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:22:23,514 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:22:23,514 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,46181,1731964940982-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:23,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b990c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:23,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,46181,-1 for getting cluster id 2024-11-18T21:22:23,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:23,541 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45626a65-a96f-443a-aa8f-ae6cce235b83' 2024-11-18T21:22:23,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:23,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45626a65-a96f-443a-aa8f-ae6cce235b83" 2024-11-18T21:22:23,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e233add, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:23,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,46181,-1] 2024-11-18T21:22:23,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:23,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:23,543 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:23,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562ddf68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:23,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:23,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40005,1731964941197, seqNum=-1] 2024-11-18T21:22:23,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:23,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:22:23,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,46181,1731964940982 2024-11-18T21:22:23,552 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64114 2024-11-18T21:22:23,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:22:23,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10054c5a50c0005 connected 2024-11-18T21:22:23,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/hadoop.log.dir so I do NOT create it in target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f 2024-11-18T21:22:23,574 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:22:23,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/hadoop.tmp.dir so I do NOT create it in target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f 2024-11-18T21:22:23,574 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:22:23,574 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f 2024-11-18T21:22:23,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:22:23,574 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/cluster_a5bb5393-692b-9d80-a296-bdf274156d65, deleteOnExit=true 2024-11-18T21:22:23,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:22:23,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/test.cache.data in system properties and HBase conf 2024-11-18T21:22:23,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:22:23,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:22:23,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:22:23,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:22:23,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:22:23,575 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:22:23,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:22:23,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:22:23,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:22:23,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:22:23,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:22:23,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:22:23,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:22:23,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:22:23,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:22:23,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:22:23,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:22:23,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:22:23,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:22:23,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:22:23,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:22:23,722 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:22:23,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:22:23,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:22:23,745 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:22:23,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:22:23,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@214795f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:22:23,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cc2ccc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:22:23,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26bb74dd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/java.io.tmpdir/jetty-localhost-37449-hadoop-hdfs-3_4_1-tests_jar-_-any-7667284001704853404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:22:23,957 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71399dd2{HTTP/1.1, (http/1.1)}{localhost:37449} 2024-11-18T21:22:23,957 INFO [Time-limited test {}] server.Server(415): Started @210333ms 2024-11-18T21:22:24,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:22:24,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:22:24,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:22:24,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:22:24,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:22:24,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b2fdd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:22:24,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1573fbea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:22:24,163 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T21:22:24,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a207af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/java.io.tmpdir/jetty-localhost-40609-hadoop-hdfs-3_4_1-tests_jar-_-any-8445797013671550142/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:22:24,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67552449{HTTP/1.1, (http/1.1)}{localhost:40609} 2024-11-18T21:22:24,286 INFO [Time-limited test {}] server.Server(415): Started @210663ms 2024-11-18T21:22:24,288 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:22:24,501 WARN [Thread-2882 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/cluster_a5bb5393-692b-9d80-a296-bdf274156d65/data/data2/current/BP-772603223-172.17.0.3-1731964943613/current, will proceed with Du for space computation calculation, 2024-11-18T21:22:24,501 WARN [Thread-2881 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/cluster_a5bb5393-692b-9d80-a296-bdf274156d65/data/data1/current/BP-772603223-172.17.0.3-1731964943613/current, will proceed with Du for space computation calculation, 2024-11-18T21:22:24,552 WARN [Thread-2869 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:22:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfda670e9b4b25746 with lease ID 0xf4026d1271bc9ed6: Processing first storage report for DS-ae608e42-e362-4d12-b233-78898131451b from datanode DatanodeRegistration(127.0.0.1:39259, datanodeUuid=467ce0f8-db4a-4845-badc-cec2c3e5b0ec, infoPort=42453, infoSecurePort=0, ipcPort=41919, storageInfo=lv=-57;cid=testClusterID;nsid=2047981597;c=1731964943613) 2024-11-18T21:22:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfda670e9b4b25746 with lease ID 0xf4026d1271bc9ed6: from storage DS-ae608e42-e362-4d12-b233-78898131451b node DatanodeRegistration(127.0.0.1:39259, datanodeUuid=467ce0f8-db4a-4845-badc-cec2c3e5b0ec, infoPort=42453, infoSecurePort=0, ipcPort=41919, storageInfo=lv=-57;cid=testClusterID;nsid=2047981597;c=1731964943613), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:22:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfda670e9b4b25746 with lease ID 0xf4026d1271bc9ed6: Processing first storage report for DS-ddf51723-310b-4b2c-9075-8b5d360b0c17 from datanode DatanodeRegistration(127.0.0.1:39259, datanodeUuid=467ce0f8-db4a-4845-badc-cec2c3e5b0ec, infoPort=42453, infoSecurePort=0, ipcPort=41919, storageInfo=lv=-57;cid=testClusterID;nsid=2047981597;c=1731964943613) 2024-11-18T21:22:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfda670e9b4b25746 with lease ID 0xf4026d1271bc9ed6: from storage DS-ddf51723-310b-4b2c-9075-8b5d360b0c17 node DatanodeRegistration(127.0.0.1:39259, datanodeUuid=467ce0f8-db4a-4845-badc-cec2c3e5b0ec, infoPort=42453, infoSecurePort=0, ipcPort=41919, storageInfo=lv=-57;cid=testClusterID;nsid=2047981597;c=1731964943613), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:22:24,670 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f 2024-11-18T21:22:24,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:24,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:24,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:22:24,761 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958 with version=8 2024-11-18T21:22:24,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/hbase-staging 2024-11-18T21:22:24,764 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:22:24,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:24,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:24,765 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:22:24,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:24,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:22:24,765 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:22:24,765 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:22:24,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45263 2024-11-18T21:22:24,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45263 connecting to ZooKeeper ensemble=127.0.0.1:64114 2024-11-18T21:22:24,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452630x0, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:22:24,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45263-0x10054c5a50c0006 connected 2024-11-18T21:22:24,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:24,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:24,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Set watcher on znode that does not yet exist, /21097649441/running 2024-11-18T21:22:24,821 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958, hbase.cluster.distributed=false 2024-11-18T21:22:24,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Set watcher on znode that does not yet exist, /21097649441/acl 2024-11-18T21:22:24,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45263 2024-11-18T21:22:24,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45263 2024-11-18T21:22:24,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45263 2024-11-18T21:22:24,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45263 2024-11-18T21:22:24,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45263 2024-11-18T21:22:24,877 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:22:24,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:24,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:24,877 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:22:24,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:24,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:22:24,877 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:22:24,877 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:22:24,878 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40537 2024-11-18T21:22:24,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40537 connecting to ZooKeeper ensemble=127.0.0.1:64114 2024-11-18T21:22:24,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:24,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:24,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405370x0, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:22:24,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405370x0, quorum=127.0.0.1:64114, baseZNode=/21097649441 Set watcher on znode that does not yet exist, /21097649441/running 2024-11-18T21:22:24,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40537-0x10054c5a50c0007 connected 2024-11-18T21:22:24,891 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:22:24,893 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:22:24,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Set watcher on znode that does not yet exist, /21097649441/master 2024-11-18T21:22:24,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Set watcher on znode that does not yet exist, /21097649441/acl 2024-11-18T21:22:24,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40537 2024-11-18T21:22:24,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40537 2024-11-18T21:22:24,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40537 2024-11-18T21:22:24,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40537 2024-11-18T21:22:24,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40537 2024-11-18T21:22:24,933 DEBUG [M:0;d63b309a8c2d:45263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:45263 2024-11-18T21:22:24,936 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21097649441/backup-masters/d63b309a8c2d,45263,1731964944764 2024-11-18T21:22:24,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441/backup-masters 2024-11-18T21:22:24,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441/backup-masters 2024-11-18T21:22:24,939 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Set watcher on existing znode=/21097649441/backup-masters/d63b309a8c2d,45263,1731964944764 2024-11-18T21:22:24,940 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:22:24,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21097649441/master 2024-11-18T21:22:24,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441 2024-11-18T21:22:24,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441 2024-11-18T21:22:24,941 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Set watcher on existing znode=/21097649441/master 2024-11-18T21:22:24,941 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21097649441/backup-masters/d63b309a8c2d,45263,1731964944764 from backup master directory 2024-11-18T21:22:24,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441/backup-masters 2024-11-18T21:22:24,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21097649441/backup-masters/d63b309a8c2d,45263,1731964944764 2024-11-18T21:22:24,943 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:22:24,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441/backup-masters 2024-11-18T21:22:24,943 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,45263,1731964944764 2024-11-18T21:22:24,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:24,959 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/hbase.id] with ID: 347db55e-6a1c-41a3-9e97-1da6d1d3eb12 2024-11-18T21:22:24,959 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/.tmp/hbase.id 2024-11-18T21:22:24,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:22:24,985 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/.tmp/hbase.id]:[hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/hbase.id] 2024-11-18T21:22:25,002 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:25,002 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:22:25,005 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-18T21:22:25,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441 2024-11-18T21:22:25,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441 2024-11-18T21:22:25,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:25,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:25,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:25,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:25,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:25,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:25,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:25,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:22:25,027 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:22:25,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:25,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:25,028 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:22:25,032 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:22:25,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:22:25,055 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store 2024-11-18T21:22:25,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:22:25,470 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:25,471 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:22:25,471 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:25,471 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:25,471 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:22:25,471 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:25,471 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:25,471 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964945470Disabling compacts and flushes for region at 1731964945470Disabling writes for close at 1731964945471 (+1 ms)Writing region close event to WAL at 1731964945471Closed at 1731964945471 2024-11-18T21:22:25,472 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/.initializing 2024-11-18T21:22:25,472 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/WALs/d63b309a8c2d,45263,1731964944764 2024-11-18T21:22:25,473 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:22:25,474 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C45263%2C1731964944764, suffix=, logDir=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/WALs/d63b309a8c2d,45263,1731964944764, archiveDir=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/oldWALs, maxLogs=10 2024-11-18T21:22:25,494 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/WALs/d63b309a8c2d,45263,1731964944764/d63b309a8c2d%2C45263%2C1731964944764.1731964945474, exclude list is [], retry=0 2024-11-18T21:22:25,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-ae608e42-e362-4d12-b233-78898131451b,DISK] 2024-11-18T21:22:25,510 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/WALs/d63b309a8c2d,45263,1731964944764/d63b309a8c2d%2C45263%2C1731964944764.1731964945474 2024-11-18T21:22:25,510 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42453:42453)] 2024-11-18T21:22:25,510 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:22:25,511 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:25,511 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:25,511 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:25,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:25,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:22:25,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:25,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:25,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:25,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:22:25,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:25,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:25,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:25,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:22:25,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:25,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:25,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:25,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:22:25,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:25,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:25,526 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:25,526 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:25,527 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:25,529 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:25,529 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:25,529 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:22:25,532 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:25,535 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:22:25,536 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63256949, jitterRate=-0.057398006319999695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:22:25,536 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964945511Initializing all the Stores at 1731964945512 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964945512Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964945512Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964945512Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964945512Cleaning up temporary data from old regions at 1731964945529 (+17 ms)Region opened successfully at 1731964945536 (+7 ms) 2024-11-18T21:22:25,536 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:22:25,540 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f4bf50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:22:25,545 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:22:25,545 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:22:25,545 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:22:25,545 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:22:25,545 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:22:25,546 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:22:25,546 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:22:25,565 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:22:25,569 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Unable to get data of znode /21097649441/balancer because node does not exist (not necessarily an error) 2024-11-18T21:22:25,571 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21097649441/balancer already deleted, retry=false 2024-11-18T21:22:25,572 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:22:25,574 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Unable to get data of znode /21097649441/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:22:25,575 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21097649441/normalizer already deleted, retry=false 2024-11-18T21:22:25,575 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:22:25,585 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Unable to get data of znode /21097649441/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:22:25,587 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21097649441/switch/split already deleted, retry=false 2024-11-18T21:22:25,587 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Unable to get data of znode /21097649441/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:22:25,589 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21097649441/switch/merge already deleted, retry=false 2024-11-18T21:22:25,593 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Unable to get data of znode /21097649441/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:22:25,597 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21097649441/snapshot-cleanup already deleted, retry=false 2024-11-18T21:22:25,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21097649441/running 2024-11-18T21:22:25,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441 2024-11-18T21:22:25,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21097649441/running 2024-11-18T21:22:25,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441 2024-11-18T21:22:25,600 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,45263,1731964944764, sessionid=0x10054c5a50c0006, setting cluster-up flag (Was=false) 2024-11-18T21:22:25,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441 2024-11-18T21:22:25,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441 2024-11-18T21:22:25,611 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21097649441/flush-table-proc/acquired, /21097649441/flush-table-proc/reached, /21097649441/flush-table-proc/abort 2024-11-18T21:22:25,618 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,45263,1731964944764 2024-11-18T21:22:25,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441 2024-11-18T21:22:25,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441 2024-11-18T21:22:25,663 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21097649441/online-snapshot/acquired, /21097649441/online-snapshot/reached, /21097649441/online-snapshot/abort 2024-11-18T21:22:25,665 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,45263,1731964944764 2024-11-18T21:22:25,669 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:22:25,671 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:22:25,671 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:22:25,671 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:22:25,671 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,45263,1731964944764 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:22:25,673 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:22:25,673 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:22:25,673 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:22:25,673 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:22:25,673 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:22:25,673 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:25,673 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:22:25,673 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:25,705 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:22:25,705 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:22:25,706 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:25,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:22:25,717 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731964975717 2024-11-18T21:22:25,717 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:22:25,717 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:22:25,717 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:22:25,717 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:22:25,717 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:22:25,717 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:22:25,717 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:25,721 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:22:25,721 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:22:25,721 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:22:25,721 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:22:25,724 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:22:25,724 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:22:25,727 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964945724,5,FailOnTimeoutGroup] 2024-11-18T21:22:25,730 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964945727,5,FailOnTimeoutGroup] 2024-11-18T21:22:25,730 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:25,730 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:22:25,730 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:25,730 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:25,734 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(746): ClusterId : 347db55e-6a1c-41a3-9e97-1da6d1d3eb12 2024-11-18T21:22:25,734 DEBUG [RS:0;d63b309a8c2d:40537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:22:25,742 DEBUG [RS:0;d63b309a8c2d:40537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:22:25,742 DEBUG [RS:0;d63b309a8c2d:40537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:22:25,746 DEBUG [RS:0;d63b309a8c2d:40537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:22:25,746 DEBUG [RS:0;d63b309a8c2d:40537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2092dc73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:22:25,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:22:25,764 DEBUG [RS:0;d63b309a8c2d:40537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:40537 2024-11-18T21:22:25,764 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:22:25,764 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:22:25,764 DEBUG [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:22:25,765 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,45263,1731964944764 with port=40537, startcode=1731964944876 2024-11-18T21:22:25,765 DEBUG [RS:0;d63b309a8c2d:40537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:22:25,777 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:22:25,778 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,40537,1731964944876 2024-11-18T21:22:25,778 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45263 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,40537,1731964944876 2024-11-18T21:22:25,792 DEBUG [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958 2024-11-18T21:22:25,793 DEBUG [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35677 2024-11-18T21:22:25,793 DEBUG [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:22:25,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441/rs 2024-11-18T21:22:25,805 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,40537,1731964944876] 2024-11-18T21:22:25,809 DEBUG [RS:0;d63b309a8c2d:40537 {}] zookeeper.ZKUtil(111): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Set watcher on existing znode=/21097649441/rs/d63b309a8c2d,40537,1731964944876 2024-11-18T21:22:25,809 WARN [RS:0;d63b309a8c2d:40537 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:22:25,809 INFO [RS:0;d63b309a8c2d:40537 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:22:25,809 DEBUG [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876 2024-11-18T21:22:25,826 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:22:25,828 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:22:25,829 INFO [RS:0;d63b309a8c2d:40537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:22:25,829 INFO [RS:0;d63b309a8c2d:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:25,832 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:22:25,834 INFO [RS:0;d63b309a8c2d:40537 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:22:25,834 INFO [RS:0;d63b309a8c2d:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:25,834 DEBUG [RS:0;d63b309a8c2d:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:25,834 DEBUG [RS:0;d63b309a8c2d:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:25,834 DEBUG [RS:0;d63b309a8c2d:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:25,834 DEBUG [RS:0;d63b309a8c2d:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:25,834 DEBUG [RS:0;d63b309a8c2d:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:25,834 DEBUG [RS:0;d63b309a8c2d:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:22:25,834 DEBUG [RS:0;d63b309a8c2d:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:25,834 DEBUG [RS:0;d63b309a8c2d:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:25,835 DEBUG [RS:0;d63b309a8c2d:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:25,835 DEBUG [RS:0;d63b309a8c2d:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:25,835 DEBUG [RS:0;d63b309a8c2d:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:25,835 DEBUG [RS:0;d63b309a8c2d:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:25,835 DEBUG [RS:0;d63b309a8c2d:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:22:25,835 DEBUG [RS:0;d63b309a8c2d:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:22:25,840 INFO [RS:0;d63b309a8c2d:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:25,840 INFO [RS:0;d63b309a8c2d:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:25,840 INFO [RS:0;d63b309a8c2d:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:25,841 INFO [RS:0;d63b309a8c2d:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:25,841 INFO [RS:0;d63b309a8c2d:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:25,841 INFO [RS:0;d63b309a8c2d:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40537,1731964944876-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:22:25,865 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:22:25,865 INFO [RS:0;d63b309a8c2d:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40537,1731964944876-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:25,865 INFO [RS:0;d63b309a8c2d:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:25,865 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.Replication(171): d63b309a8c2d,40537,1731964944876 started 2024-11-18T21:22:25,887 INFO [RS:0;d63b309a8c2d:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:25,887 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,40537,1731964944876, RpcServer on d63b309a8c2d/172.17.0.3:40537, sessionid=0x10054c5a50c0007 2024-11-18T21:22:25,887 DEBUG [RS:0;d63b309a8c2d:40537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:22:25,888 DEBUG [RS:0;d63b309a8c2d:40537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,40537,1731964944876 2024-11-18T21:22:25,888 DEBUG [RS:0;d63b309a8c2d:40537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,40537,1731964944876' 2024-11-18T21:22:25,888 DEBUG [RS:0;d63b309a8c2d:40537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21097649441/flush-table-proc/abort' 2024-11-18T21:22:25,888 DEBUG [RS:0;d63b309a8c2d:40537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21097649441/flush-table-proc/acquired' 2024-11-18T21:22:25,889 DEBUG [RS:0;d63b309a8c2d:40537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:22:25,889 DEBUG [RS:0;d63b309a8c2d:40537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:22:25,889 DEBUG [RS:0;d63b309a8c2d:40537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,40537,1731964944876 2024-11-18T21:22:25,889 DEBUG [RS:0;d63b309a8c2d:40537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,40537,1731964944876' 2024-11-18T21:22:25,889 DEBUG [RS:0;d63b309a8c2d:40537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21097649441/online-snapshot/abort' 2024-11-18T21:22:25,893 DEBUG [RS:0;d63b309a8c2d:40537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21097649441/online-snapshot/acquired' 2024-11-18T21:22:25,896 DEBUG [RS:0;d63b309a8c2d:40537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:22:25,896 INFO [RS:0;d63b309a8c2d:40537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:22:25,896 INFO [RS:0;d63b309a8c2d:40537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:22:25,997 INFO [RS:0;d63b309a8c2d:40537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:22:25,999 INFO [RS:0;d63b309a8c2d:40537 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C40537%2C1731964944876, suffix=, logDir=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876, archiveDir=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/oldWALs, maxLogs=10 2024-11-18T21:22:26,018 DEBUG [RS:0;d63b309a8c2d:40537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999, exclude list is [], retry=0 2024-11-18T21:22:26,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-ae608e42-e362-4d12-b233-78898131451b,DISK] 2024-11-18T21:22:26,024 INFO [RS:0;d63b309a8c2d:40537 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 2024-11-18T21:22:26,024 DEBUG [RS:0;d63b309a8c2d:40537 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42453:42453)] 2024-11-18T21:22:26,148 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:22:26,148 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958 2024-11-18T21:22:26,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741833_1009 (size=32) 2024-11-18T21:22:26,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:26,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:22:26,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:22:26,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:26,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:26,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:22:26,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:22:26,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:26,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:26,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:22:26,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:22:26,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:26,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:26,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:22:26,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:22:26,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:26,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:26,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:22:26,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740 2024-11-18T21:22:26,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740 2024-11-18T21:22:26,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:22:26,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:22:26,183 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:22:26,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:22:26,186 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:22:26,187 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60997589, jitterRate=-0.09106509387493134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:22:26,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731964946163Initializing all the Stores at 1731964946164 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964946164Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964946164Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964946164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964946164Cleaning up temporary data from old regions at 1731964946183 (+19 ms)Region opened successfully at 1731964946187 (+4 ms) 2024-11-18T21:22:26,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:22:26,187 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:22:26,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:22:26,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:22:26,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:22:26,188 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:22:26,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964946187Disabling compacts and flushes for region at 1731964946187Disabling writes for close at 1731964946187Writing region close event to WAL at 1731964946188 (+1 ms)Closed at 1731964946188 2024-11-18T21:22:26,192 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:22:26,192 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:22:26,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:22:26,194 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:22:26,195 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:22:26,345 DEBUG [d63b309a8c2d:45263 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:22:26,346 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,40537,1731964944876 2024-11-18T21:22:26,347 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,40537,1731964944876, state=OPENING 2024-11-18T21:22:26,349 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:22:26,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441 2024-11-18T21:22:26,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21097649441/meta-region-server: CHANGED 2024-11-18T21:22:26,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441 2024-11-18T21:22:26,355 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:22:26,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,40537,1731964944876}] 2024-11-18T21:22:26,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21097649441/meta-region-server: CHANGED 2024-11-18T21:22:26,511 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:22:26,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:22:26,539 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:22:26,539 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:22:26,539 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:22:26,553 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C40537%2C1731964944876.meta, suffix=.meta, logDir=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876, archiveDir=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/oldWALs, maxLogs=10 2024-11-18T21:22:26,573 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.meta.1731964946553.meta, exclude list is [], retry=0 2024-11-18T21:22:26,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-ae608e42-e362-4d12-b233-78898131451b,DISK] 2024-11-18T21:22:26,583 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.meta.1731964946553.meta 2024-11-18T21:22:26,584 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42453:42453)] 2024-11-18T21:22:26,584 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:22:26,584 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:22:26,585 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:22:26,585 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:22:26,585 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:22:26,585 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:22:26,585 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:26,585 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:22:26,585 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:22:26,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:22:26,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:22:26,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:26,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:26,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:22:26,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:22:26,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:26,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:26,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:22:26,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:22:26,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:26,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:26,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:22:26,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:22:26,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:26,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:26,619 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:22:26,620 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740 2024-11-18T21:22:26,621 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740 2024-11-18T21:22:26,622 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:22:26,622 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:22:26,622 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:22:26,624 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:22:26,625 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64244112, jitterRate=-0.04268813133239746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:22:26,625 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:22:26,625 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964946585Writing region info on filesystem at 1731964946585Initializing all the Stores at 1731964946588 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964946588Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964946592 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964946592Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964946592Cleaning up temporary data from old regions at 1731964946622 (+30 ms)Running coprocessor post-open hooks at 1731964946625 (+3 ms)Region opened successfully at 1731964946625 2024-11-18T21:22:26,629 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731964946511 2024-11-18T21:22:26,631 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:22:26,632 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:22:26,632 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,40537,1731964944876 2024-11-18T21:22:26,633 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,40537,1731964944876, state=OPEN 2024-11-18T21:22:26,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21097649441/meta-region-server 2024-11-18T21:22:26,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21097649441/meta-region-server 2024-11-18T21:22:26,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21097649441/meta-region-server: CHANGED 2024-11-18T21:22:26,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21097649441/meta-region-server: CHANGED 2024-11-18T21:22:26,635 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,40537,1731964944876 2024-11-18T21:22:26,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:22:26,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,40537,1731964944876 in 280 msec 2024-11-18T21:22:26,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:22:26,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-18T21:22:26,640 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:22:26,640 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:22:26,644 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:26,644 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40537,1731964944876, seqNum=-1] 2024-11-18T21:22:26,644 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:26,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:22:26,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 980 msec 2024-11-18T21:22:26,652 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964946651, completionTime=-1 2024-11-18T21:22:26,652 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:22:26,652 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:22:26,654 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:22:26,655 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731965006655 2024-11-18T21:22:26,655 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731965066655 2024-11-18T21:22:26,655 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T21:22:26,655 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,45263,1731964944764-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:26,655 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,45263,1731964944764-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:26,655 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,45263,1731964944764-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:26,655 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:45263, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:26,655 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:26,656 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:26,657 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:22:26,663 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.720sec 2024-11-18T21:22:26,663 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:22:26,663 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:22:26,663 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:22:26,663 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:22:26,663 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:22:26,663 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,45263,1731964944764-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:22:26,663 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,45263,1731964944764-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:22:26,666 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:22:26,666 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:22:26,666 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,45263,1731964944764-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:26,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f37caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:26,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,45263,-1 for getting cluster id 2024-11-18T21:22:26,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:26,749 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '347db55e-6a1c-41a3-9e97-1da6d1d3eb12' 2024-11-18T21:22:26,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:26,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "347db55e-6a1c-41a3-9e97-1da6d1d3eb12" 2024-11-18T21:22:26,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4854d66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:26,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,45263,-1] 2024-11-18T21:22:26,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:26,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:26,761 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:26,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@870592a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:26,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40537,1731964944876, seqNum=-1] 2024-11-18T21:22:26,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:26,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:22:26,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,45263,1731964944764 2024-11-18T21:22:26,772 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64114 2024-11-18T21:22:26,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:22:26,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10054c5a50c0008 connected 2024-11-18T21:22:26,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:26,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33943,1731964936250 2024-11-18T21:22:26,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e0b0b56 2024-11-18T21:22:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:26,837 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:22:26,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:22:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T21:22:26,846 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:22:26,846 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:26,847 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:22:26,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T21:22:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:22:26,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741835_1011 (size=902) 2024-11-18T21:22:26,898 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46f8877220438bb5cfbe388f58c6e121, NAME => 'test,,1731964946837.46f8877220438bb5cfbe388f58c6e121.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed 2024-11-18T21:22:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:22:26,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741836_1012 (size=39) 2024-11-18T21:22:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:22:27,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731964946837.46f8877220438bb5cfbe388f58c6e121.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:27,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 46f8877220438bb5cfbe388f58c6e121, disabling compactions & flushes 2024-11-18T21:22:27,370 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731964946837.46f8877220438bb5cfbe388f58c6e121. 2024-11-18T21:22:27,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964946837.46f8877220438bb5cfbe388f58c6e121. 2024-11-18T21:22:27,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731964946837.46f8877220438bb5cfbe388f58c6e121. after waiting 0 ms 2024-11-18T21:22:27,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731964946837.46f8877220438bb5cfbe388f58c6e121. 2024-11-18T21:22:27,370 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731964946837.46f8877220438bb5cfbe388f58c6e121. 2024-11-18T21:22:27,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46f8877220438bb5cfbe388f58c6e121: Waiting for close lock at 1731964947370Disabling compacts and flushes for region at 1731964947370Disabling writes for close at 1731964947370Writing region close event to WAL at 1731964947370Closed at 1731964947370 2024-11-18T21:22:27,374 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:22:27,374 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731964946837.46f8877220438bb5cfbe388f58c6e121.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731964947374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964947374"}]},"ts":"1731964947374"} 2024-11-18T21:22:27,377 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:22:27,378 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:22:27,379 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964947378"}]},"ts":"1731964947378"} 2024-11-18T21:22:27,381 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T21:22:27,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=46f8877220438bb5cfbe388f58c6e121, ASSIGN}] 2024-11-18T21:22:27,382 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=46f8877220438bb5cfbe388f58c6e121, ASSIGN 2024-11-18T21:22:27,383 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=46f8877220438bb5cfbe388f58c6e121, ASSIGN; state=OFFLINE, location=d63b309a8c2d,34227,1731964936305; forceNewPlan=false, retain=false 2024-11-18T21:22:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:22:27,537 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=46f8877220438bb5cfbe388f58c6e121, regionState=OPENING, regionLocation=d63b309a8c2d,34227,1731964936305 2024-11-18T21:22:27,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=46f8877220438bb5cfbe388f58c6e121, ASSIGN because future has completed 2024-11-18T21:22:27,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46f8877220438bb5cfbe388f58c6e121, server=d63b309a8c2d,34227,1731964936305}] 2024-11-18T21:22:27,749 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731964946837.46f8877220438bb5cfbe388f58c6e121. 2024-11-18T21:22:27,749 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 46f8877220438bb5cfbe388f58c6e121, NAME => 'test,,1731964946837.46f8877220438bb5cfbe388f58c6e121.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:22:27,750 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:22:27,750 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T21:22:27,750 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 46f8877220438bb5cfbe388f58c6e121 2024-11-18T21:22:27,750 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731964946837.46f8877220438bb5cfbe388f58c6e121.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:27,751 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 46f8877220438bb5cfbe388f58c6e121 2024-11-18T21:22:27,751 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 46f8877220438bb5cfbe388f58c6e121 2024-11-18T21:22:27,765 INFO [StoreOpener-46f8877220438bb5cfbe388f58c6e121-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 46f8877220438bb5cfbe388f58c6e121 2024-11-18T21:22:27,769 INFO [StoreOpener-46f8877220438bb5cfbe388f58c6e121-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46f8877220438bb5cfbe388f58c6e121 columnFamilyName f 2024-11-18T21:22:27,769 DEBUG [StoreOpener-46f8877220438bb5cfbe388f58c6e121-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:27,769 INFO [StoreOpener-46f8877220438bb5cfbe388f58c6e121-1 {}] regionserver.HStore(327): Store=46f8877220438bb5cfbe388f58c6e121/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:27,770 INFO [StoreOpener-46f8877220438bb5cfbe388f58c6e121-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 46f8877220438bb5cfbe388f58c6e121 2024-11-18T21:22:27,777 INFO [StoreOpener-46f8877220438bb5cfbe388f58c6e121-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46f8877220438bb5cfbe388f58c6e121 columnFamilyName f1 2024-11-18T21:22:27,777 DEBUG [StoreOpener-46f8877220438bb5cfbe388f58c6e121-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:27,777 INFO [StoreOpener-46f8877220438bb5cfbe388f58c6e121-1 {}] regionserver.HStore(327): Store=46f8877220438bb5cfbe388f58c6e121/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:27,777 INFO [StoreOpener-46f8877220438bb5cfbe388f58c6e121-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 46f8877220438bb5cfbe388f58c6e121 2024-11-18T21:22:27,778 INFO [StoreOpener-46f8877220438bb5cfbe388f58c6e121-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46f8877220438bb5cfbe388f58c6e121 columnFamilyName norep 2024-11-18T21:22:27,778 DEBUG [StoreOpener-46f8877220438bb5cfbe388f58c6e121-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:27,779 INFO [StoreOpener-46f8877220438bb5cfbe388f58c6e121-1 {}] regionserver.HStore(327): Store=46f8877220438bb5cfbe388f58c6e121/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:27,779 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 46f8877220438bb5cfbe388f58c6e121 2024-11-18T21:22:27,779 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121 2024-11-18T21:22:27,780 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121 2024-11-18T21:22:27,781 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 46f8877220438bb5cfbe388f58c6e121 2024-11-18T21:22:27,781 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 46f8877220438bb5cfbe388f58c6e121 2024-11-18T21:22:27,781 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:22:27,782 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 46f8877220438bb5cfbe388f58c6e121 2024-11-18T21:22:27,789 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:22:27,793 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 46f8877220438bb5cfbe388f58c6e121; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65401886, jitterRate=-0.025435954332351685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:22:27,793 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46f8877220438bb5cfbe388f58c6e121 2024-11-18T21:22:27,793 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 46f8877220438bb5cfbe388f58c6e121: Running coprocessor pre-open hook at 1731964947751Writing region info on filesystem at 1731964947751Initializing all the Stores at 1731964947758 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964947758Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964947764 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964947764Cleaning up temporary data from old regions at 1731964947781 (+17 ms)Running coprocessor post-open hooks at 1731964947793 (+12 ms)Region opened successfully at 1731964947793 2024-11-18T21:22:27,797 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731964946837.46f8877220438bb5cfbe388f58c6e121., pid=6, masterSystemTime=1731964947733 2024-11-18T21:22:27,799 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731964946837.46f8877220438bb5cfbe388f58c6e121. 2024-11-18T21:22:27,799 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731964946837.46f8877220438bb5cfbe388f58c6e121. 2024-11-18T21:22:27,800 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=46f8877220438bb5cfbe388f58c6e121, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d63b309a8c2d,34227,1731964936305 2024-11-18T21:22:27,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46f8877220438bb5cfbe388f58c6e121, server=d63b309a8c2d,34227,1731964936305 because future has completed 2024-11-18T21:22:27,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:22:27,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 46f8877220438bb5cfbe388f58c6e121, server=d63b309a8c2d,34227,1731964936305 in 242 msec 2024-11-18T21:22:27,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T21:22:27,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=46f8877220438bb5cfbe388f58c6e121, ASSIGN in 423 msec 2024-11-18T21:22:27,807 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:22:27,807 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964947807"}]},"ts":"1731964947807"} 2024-11-18T21:22:27,809 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T21:22:27,809 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:22:27,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 971 msec 2024-11-18T21:22:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:22:28,014 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T21:22:28,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,46181,1731964940982 2024-11-18T21:22:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dd2acc9 2024-11-18T21:22:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:28,017 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:22:28,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46181 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:22:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46181 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T21:22:28,021 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:22:28,021 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:28,022 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:22:28,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46181 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T21:22:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:22:28,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741835_1011 (size=902) 2024-11-18T21:22:28,069 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 241e3754b014888c10d91abafa30204e, NAME => 'test,,1731964948018.241e3754b014888c10d91abafa30204e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596 2024-11-18T21:22:28,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741836_1012 (size=39) 2024-11-18T21:22:28,093 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731964948018.241e3754b014888c10d91abafa30204e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:28,093 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 241e3754b014888c10d91abafa30204e, disabling compactions & flushes 2024-11-18T21:22:28,093 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731964948018.241e3754b014888c10d91abafa30204e. 2024-11-18T21:22:28,093 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964948018.241e3754b014888c10d91abafa30204e. 2024-11-18T21:22:28,093 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731964948018.241e3754b014888c10d91abafa30204e. after waiting 0 ms 2024-11-18T21:22:28,093 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731964948018.241e3754b014888c10d91abafa30204e. 2024-11-18T21:22:28,093 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731964948018.241e3754b014888c10d91abafa30204e. 2024-11-18T21:22:28,093 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 241e3754b014888c10d91abafa30204e: Waiting for close lock at 1731964948093Disabling compacts and flushes for region at 1731964948093Disabling writes for close at 1731964948093Writing region close event to WAL at 1731964948093Closed at 1731964948093 2024-11-18T21:22:28,095 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:22:28,095 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731964948018.241e3754b014888c10d91abafa30204e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731964948095"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964948095"}]},"ts":"1731964948095"} 2024-11-18T21:22:28,097 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:22:28,098 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:22:28,098 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964948098"}]},"ts":"1731964948098"} 2024-11-18T21:22:28,100 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T21:22:28,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=241e3754b014888c10d91abafa30204e, ASSIGN}] 2024-11-18T21:22:28,102 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=241e3754b014888c10d91abafa30204e, ASSIGN 2024-11-18T21:22:28,103 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=241e3754b014888c10d91abafa30204e, ASSIGN; state=OFFLINE, location=d63b309a8c2d,40005,1731964941197; forceNewPlan=false, retain=false 2024-11-18T21:22:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:22:28,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=241e3754b014888c10d91abafa30204e, regionState=OPENING, regionLocation=d63b309a8c2d,40005,1731964941197 2024-11-18T21:22:28,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=241e3754b014888c10d91abafa30204e, ASSIGN because future has completed 2024-11-18T21:22:28,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 241e3754b014888c10d91abafa30204e, server=d63b309a8c2d,40005,1731964941197}] 2024-11-18T21:22:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:22:28,448 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731964948018.241e3754b014888c10d91abafa30204e. 2024-11-18T21:22:28,448 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 241e3754b014888c10d91abafa30204e, NAME => 'test,,1731964948018.241e3754b014888c10d91abafa30204e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:22:28,448 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:22:28,449 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T21:22:28,449 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 241e3754b014888c10d91abafa30204e 2024-11-18T21:22:28,449 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731964948018.241e3754b014888c10d91abafa30204e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:28,449 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 241e3754b014888c10d91abafa30204e 2024-11-18T21:22:28,449 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 241e3754b014888c10d91abafa30204e 2024-11-18T21:22:28,476 INFO [StoreOpener-241e3754b014888c10d91abafa30204e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 241e3754b014888c10d91abafa30204e 2024-11-18T21:22:28,485 INFO [StoreOpener-241e3754b014888c10d91abafa30204e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 241e3754b014888c10d91abafa30204e columnFamilyName f 2024-11-18T21:22:28,485 DEBUG [StoreOpener-241e3754b014888c10d91abafa30204e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:28,492 INFO [StoreOpener-241e3754b014888c10d91abafa30204e-1 {}] regionserver.HStore(327): Store=241e3754b014888c10d91abafa30204e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:28,493 INFO [StoreOpener-241e3754b014888c10d91abafa30204e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 241e3754b014888c10d91abafa30204e 2024-11-18T21:22:28,501 INFO [StoreOpener-241e3754b014888c10d91abafa30204e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 241e3754b014888c10d91abafa30204e columnFamilyName f1 2024-11-18T21:22:28,501 DEBUG [StoreOpener-241e3754b014888c10d91abafa30204e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:28,504 INFO [StoreOpener-241e3754b014888c10d91abafa30204e-1 {}] regionserver.HStore(327): Store=241e3754b014888c10d91abafa30204e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:28,505 INFO [StoreOpener-241e3754b014888c10d91abafa30204e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 241e3754b014888c10d91abafa30204e 2024-11-18T21:22:28,508 INFO [StoreOpener-241e3754b014888c10d91abafa30204e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 241e3754b014888c10d91abafa30204e columnFamilyName norep 2024-11-18T21:22:28,508 DEBUG [StoreOpener-241e3754b014888c10d91abafa30204e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:28,516 INFO [StoreOpener-241e3754b014888c10d91abafa30204e-1 {}] regionserver.HStore(327): Store=241e3754b014888c10d91abafa30204e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:28,516 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 241e3754b014888c10d91abafa30204e 2024-11-18T21:22:28,517 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e 2024-11-18T21:22:28,520 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e 2024-11-18T21:22:28,521 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 241e3754b014888c10d91abafa30204e 2024-11-18T21:22:28,521 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 241e3754b014888c10d91abafa30204e 2024-11-18T21:22:28,522 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:22:28,523 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 241e3754b014888c10d91abafa30204e 2024-11-18T21:22:28,528 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:22:28,528 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 241e3754b014888c10d91abafa30204e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59137644, jitterRate=-0.11878043413162231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:22:28,528 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 241e3754b014888c10d91abafa30204e 2024-11-18T21:22:28,528 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 241e3754b014888c10d91abafa30204e: Running coprocessor pre-open hook at 1731964948449Writing region info on filesystem at 1731964948449Initializing all the Stores at 1731964948465 (+16 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964948465Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964948468 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964948468Cleaning up temporary data from old regions at 1731964948521 (+53 ms)Running coprocessor post-open hooks at 1731964948528 (+7 ms)Region opened successfully at 1731964948528 2024-11-18T21:22:28,537 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731964948018.241e3754b014888c10d91abafa30204e., pid=6, masterSystemTime=1731964948420 2024-11-18T21:22:28,539 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731964948018.241e3754b014888c10d91abafa30204e. 2024-11-18T21:22:28,539 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731964948018.241e3754b014888c10d91abafa30204e. 2024-11-18T21:22:28,540 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=241e3754b014888c10d91abafa30204e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d63b309a8c2d,40005,1731964941197 2024-11-18T21:22:28,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 241e3754b014888c10d91abafa30204e, server=d63b309a8c2d,40005,1731964941197 because future has completed 2024-11-18T21:22:28,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:22:28,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 241e3754b014888c10d91abafa30204e, server=d63b309a8c2d,40005,1731964941197 in 295 msec 2024-11-18T21:22:28,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T21:22:28,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=241e3754b014888c10d91abafa30204e, ASSIGN in 458 msec 2024-11-18T21:22:28,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:22:28,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964948563"}]},"ts":"1731964948563"} 2024-11-18T21:22:28,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T21:22:28,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:22:28,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 564 msec 2024-11-18T21:22:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:22:28,657 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T21:22:28,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:28,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,45263,1731964944764 2024-11-18T21:22:28,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d6a1f30 2024-11-18T21:22:28,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:28,667 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:22:28,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:22:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T21:22:28,676 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:22:28,676 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:28,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T21:22:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:22:28,680 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:22:28,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741835_1011 (size=902) 2024-11-18T21:22:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:22:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:22:29,122 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd375720d09774964da54e4bc8eeced9, NAME => 'test,,1731964948668.cd375720d09774964da54e4bc8eeced9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958 2024-11-18T21:22:29,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741836_1012 (size=39) 2024-11-18T21:22:29,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731964948668.cd375720d09774964da54e4bc8eeced9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:29,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cd375720d09774964da54e4bc8eeced9, disabling compactions & flushes 2024-11-18T21:22:29,181 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731964948668.cd375720d09774964da54e4bc8eeced9. 2024-11-18T21:22:29,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964948668.cd375720d09774964da54e4bc8eeced9. 2024-11-18T21:22:29,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731964948668.cd375720d09774964da54e4bc8eeced9. after waiting 0 ms 2024-11-18T21:22:29,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731964948668.cd375720d09774964da54e4bc8eeced9. 2024-11-18T21:22:29,181 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731964948668.cd375720d09774964da54e4bc8eeced9. 2024-11-18T21:22:29,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd375720d09774964da54e4bc8eeced9: Waiting for close lock at 1731964949181Disabling compacts and flushes for region at 1731964949181Disabling writes for close at 1731964949181Writing region close event to WAL at 1731964949181Closed at 1731964949181 2024-11-18T21:22:29,183 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:22:29,183 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731964948668.cd375720d09774964da54e4bc8eeced9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731964949183"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964949183"}]},"ts":"1731964949183"} 2024-11-18T21:22:29,185 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:22:29,187 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:22:29,187 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964949187"}]},"ts":"1731964949187"} 2024-11-18T21:22:29,194 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T21:22:29,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd375720d09774964da54e4bc8eeced9, ASSIGN}] 2024-11-18T21:22:29,200 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd375720d09774964da54e4bc8eeced9, ASSIGN 2024-11-18T21:22:29,205 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cd375720d09774964da54e4bc8eeced9, ASSIGN; state=OFFLINE, location=d63b309a8c2d,40537,1731964944876; forceNewPlan=false, retain=false 2024-11-18T21:22:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:22:29,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd375720d09774964da54e4bc8eeced9, regionState=OPENING, regionLocation=d63b309a8c2d,40537,1731964944876 2024-11-18T21:22:29,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cd375720d09774964da54e4bc8eeced9, ASSIGN because future has completed 2024-11-18T21:22:29,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd375720d09774964da54e4bc8eeced9, server=d63b309a8c2d,40537,1731964944876}] 2024-11-18T21:22:29,533 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731964948668.cd375720d09774964da54e4bc8eeced9. 2024-11-18T21:22:29,533 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cd375720d09774964da54e4bc8eeced9, NAME => 'test,,1731964948668.cd375720d09774964da54e4bc8eeced9.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:22:29,533 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:22:29,533 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T21:22:29,534 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:29,534 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731964948668.cd375720d09774964da54e4bc8eeced9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:29,534 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:29,534 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:29,535 INFO [StoreOpener-cd375720d09774964da54e4bc8eeced9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:29,537 INFO [StoreOpener-cd375720d09774964da54e4bc8eeced9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd375720d09774964da54e4bc8eeced9 columnFamilyName f 2024-11-18T21:22:29,537 DEBUG [StoreOpener-cd375720d09774964da54e4bc8eeced9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:29,537 INFO [StoreOpener-cd375720d09774964da54e4bc8eeced9-1 {}] regionserver.HStore(327): Store=cd375720d09774964da54e4bc8eeced9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:29,537 INFO [StoreOpener-cd375720d09774964da54e4bc8eeced9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:29,538 INFO [StoreOpener-cd375720d09774964da54e4bc8eeced9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd375720d09774964da54e4bc8eeced9 columnFamilyName f1 2024-11-18T21:22:29,538 DEBUG [StoreOpener-cd375720d09774964da54e4bc8eeced9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:29,539 INFO [StoreOpener-cd375720d09774964da54e4bc8eeced9-1 {}] regionserver.HStore(327): Store=cd375720d09774964da54e4bc8eeced9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:29,539 INFO [StoreOpener-cd375720d09774964da54e4bc8eeced9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:29,539 INFO [StoreOpener-cd375720d09774964da54e4bc8eeced9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd375720d09774964da54e4bc8eeced9 columnFamilyName norep 2024-11-18T21:22:29,540 DEBUG [StoreOpener-cd375720d09774964da54e4bc8eeced9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:29,552 INFO [StoreOpener-cd375720d09774964da54e4bc8eeced9-1 {}] regionserver.HStore(327): Store=cd375720d09774964da54e4bc8eeced9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:29,554 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:29,559 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:29,559 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:29,564 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:29,564 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:29,567 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:22:29,592 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:29,608 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:22:29,609 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cd375720d09774964da54e4bc8eeced9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70439180, jitterRate=0.04962557554244995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:22:29,609 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:29,609 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cd375720d09774964da54e4bc8eeced9: Running coprocessor pre-open hook at 1731964949534Writing region info on filesystem at 1731964949534Initializing all the Stores at 1731964949535 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964949535Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964949535Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964949535Cleaning up temporary data from old regions at 1731964949564 (+29 ms)Running coprocessor post-open hooks at 1731964949609 (+45 ms)Region opened successfully at 1731964949609 2024-11-18T21:22:29,614 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731964948668.cd375720d09774964da54e4bc8eeced9., pid=6, masterSystemTime=1731964949512 2024-11-18T21:22:29,616 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731964948668.cd375720d09774964da54e4bc8eeced9. 2024-11-18T21:22:29,616 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731964948668.cd375720d09774964da54e4bc8eeced9. 2024-11-18T21:22:29,616 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd375720d09774964da54e4bc8eeced9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d63b309a8c2d,40537,1731964944876 2024-11-18T21:22:29,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd375720d09774964da54e4bc8eeced9, server=d63b309a8c2d,40537,1731964944876 because future has completed 2024-11-18T21:22:29,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:22:29,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cd375720d09774964da54e4bc8eeced9, server=d63b309a8c2d,40537,1731964944876 in 262 msec 2024-11-18T21:22:29,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T21:22:29,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cd375720d09774964da54e4bc8eeced9, ASSIGN in 430 msec 2024-11-18T21:22:29,627 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:22:29,627 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964949627"}]},"ts":"1731964949627"} 2024-11-18T21:22:29,652 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T21:22:29,653 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:22:29,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 984 msec 2024-11-18T21:22:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:22:29,815 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T21:22:29,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5611ca9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:29,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33943,-1 for getting cluster id 2024-11-18T21:22:29,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:29,819 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e032213-d48e-4e25-a8c1-10d40da9713c' 2024-11-18T21:22:29,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:29,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e032213-d48e-4e25-a8c1-10d40da9713c" 2024-11-18T21:22:29,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20538de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:29,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33943,-1] 2024-11-18T21:22:29,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:29,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:29,821 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:29,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39392d3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:29,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33943,1731964936250 2024-11-18T21:22:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a7e5cab 2024-11-18T21:22:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:29,825 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:22:29,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d63b309a8c2d:46181,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T21:22:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:22:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:29,829 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:46181' 2024-11-18T21:22:29,831 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec1045f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:29,831 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,46181,-1 for getting cluster id 2024-11-18T21:22:29,831 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:29,832 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45626a65-a96f-443a-aa8f-ae6cce235b83' 2024-11-18T21:22:29,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:29,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45626a65-a96f-443a-aa8f-ae6cce235b83" 2024-11-18T21:22:29,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d3b4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:29,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,46181,-1] 2024-11-18T21:22:29,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:29,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:29,833 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:29,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5528a2f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:29,834 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:29,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,46181,1731964940982 2024-11-18T21:22:29,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6581a412 2024-11-18T21:22:29,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:29,839 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:22:29,840 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T21:22:29,840 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:22:29,840 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:29,840 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:29,840 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:22:29,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:29,846 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T21:22:29,847 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:22:29,847 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:29,849 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:22:29,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741837_1013 (size=1138) 2024-11-18T21:22:29,897 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T21:22:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:30,164 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T21:22:30,303 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0c4a70bb2ef7c3f4e8ebad0f1b529fa, NAME => 'hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed 2024-11-18T21:22:30,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741838_1014 (size=44) 2024-11-18T21:22:30,323 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:30,323 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c0c4a70bb2ef7c3f4e8ebad0f1b529fa, disabling compactions & flushes 2024-11-18T21:22:30,323 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. 2024-11-18T21:22:30,323 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. 2024-11-18T21:22:30,323 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. after waiting 0 ms 2024-11-18T21:22:30,323 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. 2024-11-18T21:22:30,323 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. 2024-11-18T21:22:30,323 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0c4a70bb2ef7c3f4e8ebad0f1b529fa: Waiting for close lock at 1731964950323Disabling compacts and flushes for region at 1731964950323Disabling writes for close at 1731964950323Writing region close event to WAL at 1731964950323Closed at 1731964950323 2024-11-18T21:22:30,325 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:22:30,326 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731964950326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964950326"}]},"ts":"1731964950326"} 2024-11-18T21:22:30,332 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:22:30,333 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:22:30,333 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964950333"}]},"ts":"1731964950333"} 2024-11-18T21:22:30,336 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T21:22:30,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0c4a70bb2ef7c3f4e8ebad0f1b529fa, ASSIGN}] 2024-11-18T21:22:30,338 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0c4a70bb2ef7c3f4e8ebad0f1b529fa, ASSIGN 2024-11-18T21:22:30,339 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0c4a70bb2ef7c3f4e8ebad0f1b529fa, ASSIGN; state=OFFLINE, location=d63b309a8c2d,34227,1731964936305; forceNewPlan=false, retain=false 2024-11-18T21:22:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:30,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c0c4a70bb2ef7c3f4e8ebad0f1b529fa, regionState=OPENING, regionLocation=d63b309a8c2d,34227,1731964936305 2024-11-18T21:22:30,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0c4a70bb2ef7c3f4e8ebad0f1b529fa, ASSIGN because future has completed 2024-11-18T21:22:30,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0c4a70bb2ef7c3f4e8ebad0f1b529fa, server=d63b309a8c2d,34227,1731964936305}] 2024-11-18T21:22:30,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. 2024-11-18T21:22:30,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:22:30,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T21:22:30,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C34227%2C1731964936305.rep, suffix=, logDir=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305, archiveDir=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/oldWALs, maxLogs=10 2024-11-18T21:22:30,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.rep.1731964950685, exclude list is [], retry=0 2024-11-18T21:22:30,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44239,DS-d44fa72e-773e-4b67-b620-8707bf53701f,DISK] 2024-11-18T21:22:30,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.rep.1731964950685 2024-11-18T21:22:30,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087)] 2024-11-18T21:22:30,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c0c4a70bb2ef7c3f4e8ebad0f1b529fa, NAME => 'hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:22:30,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:22:30,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:22:30,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. service=MultiRowMutationService 2024-11-18T21:22:30,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T21:22:30,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:30,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:30,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:30,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:30,739 INFO [StoreOpener-c0c4a70bb2ef7c3f4e8ebad0f1b529fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:30,741 INFO [StoreOpener-c0c4a70bb2ef7c3f4e8ebad0f1b529fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0c4a70bb2ef7c3f4e8ebad0f1b529fa columnFamilyName hfileref 2024-11-18T21:22:30,741 DEBUG [StoreOpener-c0c4a70bb2ef7c3f4e8ebad0f1b529fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:30,744 INFO [StoreOpener-c0c4a70bb2ef7c3f4e8ebad0f1b529fa-1 {}] regionserver.HStore(327): Store=c0c4a70bb2ef7c3f4e8ebad0f1b529fa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:30,745 INFO [StoreOpener-c0c4a70bb2ef7c3f4e8ebad0f1b529fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:30,751 INFO [StoreOpener-c0c4a70bb2ef7c3f4e8ebad0f1b529fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0c4a70bb2ef7c3f4e8ebad0f1b529fa columnFamilyName queue 2024-11-18T21:22:30,752 DEBUG [StoreOpener-c0c4a70bb2ef7c3f4e8ebad0f1b529fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:30,753 INFO [StoreOpener-c0c4a70bb2ef7c3f4e8ebad0f1b529fa-1 {}] regionserver.HStore(327): Store=c0c4a70bb2ef7c3f4e8ebad0f1b529fa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:30,761 INFO [StoreOpener-c0c4a70bb2ef7c3f4e8ebad0f1b529fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:30,773 INFO [StoreOpener-c0c4a70bb2ef7c3f4e8ebad0f1b529fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0c4a70bb2ef7c3f4e8ebad0f1b529fa columnFamilyName sid 2024-11-18T21:22:30,773 DEBUG [StoreOpener-c0c4a70bb2ef7c3f4e8ebad0f1b529fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:30,774 INFO [StoreOpener-c0c4a70bb2ef7c3f4e8ebad0f1b529fa-1 {}] regionserver.HStore(327): Store=c0c4a70bb2ef7c3f4e8ebad0f1b529fa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:30,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:30,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/replication/c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:30,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/replication/c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:30,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:30,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:30,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:22:30,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:30,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/replication/c0c4a70bb2ef7c3f4e8ebad0f1b529fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:22:30,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c0c4a70bb2ef7c3f4e8ebad0f1b529fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70942750, jitterRate=0.057129353284835815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:22:30,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:30,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c0c4a70bb2ef7c3f4e8ebad0f1b529fa: Running coprocessor pre-open hook at 1731964950736Writing region info on filesystem at 1731964950736Initializing all the Stores at 1731964950738 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964950738Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964950739 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964950739Cleaning up temporary data from old regions at 1731964950786 (+47 ms)Running coprocessor post-open hooks at 1731964950794 (+8 ms)Region opened successfully at 1731964950794 2024-11-18T21:22:30,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa., pid=10, masterSystemTime=1731964950655 2024-11-18T21:22:30,811 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c0c4a70bb2ef7c3f4e8ebad0f1b529fa, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,34227,1731964936305 2024-11-18T21:22:30,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. 2024-11-18T21:22:30,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. 2024-11-18T21:22:30,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0c4a70bb2ef7c3f4e8ebad0f1b529fa, server=d63b309a8c2d,34227,1731964936305 because future has completed 2024-11-18T21:22:30,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T21:22:30,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c0c4a70bb2ef7c3f4e8ebad0f1b529fa, server=d63b309a8c2d,34227,1731964936305 in 332 msec 2024-11-18T21:22:30,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T21:22:30,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0c4a70bb2ef7c3f4e8ebad0f1b529fa, ASSIGN in 501 msec 2024-11-18T21:22:30,841 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:22:30,841 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964950841"}]},"ts":"1731964950841"} 2024-11-18T21:22:30,850 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T21:22:30,852 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:22:30,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0120 sec 2024-11-18T21:22:30,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa., hostname=d63b309a8c2d,34227,1731964936305, seqNum=2] 2024-11-18T21:22:30,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245 2024-11-18T21:22:30,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245 2024-11-18T21:22:30,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:22:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:31,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T21:22:31,092 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T21:22:31,151 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d63b309a8c2d,34227,1731964936305, ReplicationSource: 1, currentBandwidth=0 2024-11-18T21:22:31,152 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:31,152 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,34227,1731964936305, seqNum=-1] 2024-11-18T21:22:31,153 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:31,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-18T21:22:31,158 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d63b309a8c2d,34227,1731964936305', locateType=CURRENT is [region=hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa., hostname=d63b309a8c2d,34227,1731964936305, seqNum=2] 2024-11-18T21:22:31,185 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T21:22:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T21:22:31,192 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d63b309a8c2d,34227,1731964936305 suceeded 2024-11-18T21:22:31,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T21:22:31,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 265 msec 2024-11-18T21:22:31,195 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d63b309a8c2d:46181,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:22:31,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3690 sec 2024-11-18T21:22:31,223 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:46181' 2024-11-18T21:22:31,229 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52c8d600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:31,229 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,46181,-1 for getting cluster id 2024-11-18T21:22:31,229 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:31,230 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45626a65-a96f-443a-aa8f-ae6cce235b83' 2024-11-18T21:22:31,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:31,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45626a65-a96f-443a-aa8f-ae6cce235b83" 2024-11-18T21:22:31,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@647ad8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:31,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,46181,-1] 2024-11-18T21:22:31,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:31,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:31,234 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:31,235 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7edec466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:31,235 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:31,237 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,46181,1731964940982 2024-11-18T21:22:31,237 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3df922cc 2024-11-18T21:22:31,237 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:31,239 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-18T21:22:31,240 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d63b309a8c2d,34227,1731964936305 (queues=1) is replicating from cluster=1e032213-d48e-4e25-a8c1-10d40da9713c to cluster=45626a65-a96f-443a-aa8f-ae6cce235b83 2024-11-18T21:22:31,240 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d63b309a8c2d%2C34227%2C1731964936305 2024-11-18T21:22:31,240 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d63b309a8c2d,34227,1731964936305, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:22:31,245 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364, startPosition=0, beingWritten=true 2024-11-18T21:22:31,253 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C34227%2C1731964936305 2024-11-18T21:22:31,300 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:31,300 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 379, reset compression=false 2024-11-18T21:22:31,300 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,34227,1731964936305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:31,537 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 379, reset compression=false 2024-11-18T21:22:31,868 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 379, reset compression=false 2024-11-18T21:22:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:31,995 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T21:22:31,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:22:31,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:31,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:31,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:31,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:31,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8992bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:31,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,46181,-1 for getting cluster id 2024-11-18T21:22:31,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:32,000 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45626a65-a96f-443a-aa8f-ae6cce235b83' 2024-11-18T21:22:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45626a65-a96f-443a-aa8f-ae6cce235b83" 2024-11-18T21:22:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272a6016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,46181,-1] 2024-11-18T21:22:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:32,002 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a39bf56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:32,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,46181,1731964940982 2024-11-18T21:22:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57b8922e 2024-11-18T21:22:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:32,007 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:22:32,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46181 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d63b309a8c2d:45263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T21:22:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46181 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:22:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:32,012 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:45263' 2024-11-18T21:22:32,021 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b56f790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:32,021 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,45263,-1 for getting cluster id 2024-11-18T21:22:32,021 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:32,022 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '347db55e-6a1c-41a3-9e97-1da6d1d3eb12' 2024-11-18T21:22:32,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:32,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "347db55e-6a1c-41a3-9e97-1da6d1d3eb12" 2024-11-18T21:22:32,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c57184f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:32,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,45263,-1] 2024-11-18T21:22:32,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:32,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:32,024 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:32,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d88754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:32,025 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:32,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,45263,1731964944764 2024-11-18T21:22:32,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70856e74 2024-11-18T21:22:32,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:32,027 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:22:32,028 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T21:22:32,028 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:22:32,028 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:32,028 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:32,029 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:22:32,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:32,032 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T21:22:32,033 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:22:32,033 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:32,034 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:22:32,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741837_1013 (size=1138) 2024-11-18T21:22:32,061 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1205ab61d3dd050e96dfaef033c764f, NAME => 'hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596 2024-11-18T21:22:32,083 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T21:22:32,088 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:22:32,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:32,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741838_1014 (size=44) 2024-11-18T21:22:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:32,129 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:32,129 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d1205ab61d3dd050e96dfaef033c764f, disabling compactions & flushes 2024-11-18T21:22:32,129 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f. 2024-11-18T21:22:32,129 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f. 2024-11-18T21:22:32,129 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f. after waiting 0 ms 2024-11-18T21:22:32,129 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f. 2024-11-18T21:22:32,129 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f. 2024-11-18T21:22:32,129 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1205ab61d3dd050e96dfaef033c764f: Waiting for close lock at 1731964952129Disabling compacts and flushes for region at 1731964952129Disabling writes for close at 1731964952129Writing region close event to WAL at 1731964952129Closed at 1731964952129 2024-11-18T21:22:32,130 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:22:32,131 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731964952130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964952130"}]},"ts":"1731964952130"} 2024-11-18T21:22:32,134 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:22:32,135 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:22:32,135 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964952135"}]},"ts":"1731964952135"} 2024-11-18T21:22:32,137 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T21:22:32,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1205ab61d3dd050e96dfaef033c764f, ASSIGN}] 2024-11-18T21:22:32,140 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1205ab61d3dd050e96dfaef033c764f, ASSIGN 2024-11-18T21:22:32,143 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d1205ab61d3dd050e96dfaef033c764f, ASSIGN; state=OFFLINE, location=d63b309a8c2d,40005,1731964941197; forceNewPlan=false, retain=false 2024-11-18T21:22:32,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:32,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:32,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:32,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:32,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:32,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:32,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:32,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:32,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:32,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T21:22:32,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T21:22:32,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:22:32,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T21:22:32,273 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 379, reset compression=false 2024-11-18T21:22:32,295 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d1205ab61d3dd050e96dfaef033c764f, regionState=OPENING, regionLocation=d63b309a8c2d,40005,1731964941197 2024-11-18T21:22:32,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d1205ab61d3dd050e96dfaef033c764f, ASSIGN because future has completed 2024-11-18T21:22:32,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1205ab61d3dd050e96dfaef033c764f, server=d63b309a8c2d,40005,1731964941197}] 2024-11-18T21:22:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:32,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f. 2024-11-18T21:22:32,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:22:32,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T21:22:32,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C40005%2C1731964941197.rep, suffix=, logDir=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197, archiveDir=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/oldWALs, maxLogs=10 2024-11-18T21:22:32,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.rep.1731964952502, exclude list is [], retry=0 2024-11-18T21:22:32,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46605,DS-201a093d-674e-476c-9716-98edb6c88909,DISK] 2024-11-18T21:22:32,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.rep.1731964952502 2024-11-18T21:22:32,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35569:35569)] 2024-11-18T21:22:32,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d1205ab61d3dd050e96dfaef033c764f, NAME => 'hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:22:32,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:22:32,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:22:32,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f. service=MultiRowMutationService 2024-11-18T21:22:32,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T21:22:32,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d1205ab61d3dd050e96dfaef033c764f 2024-11-18T21:22:32,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:32,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d1205ab61d3dd050e96dfaef033c764f 2024-11-18T21:22:32,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d1205ab61d3dd050e96dfaef033c764f 2024-11-18T21:22:32,542 INFO [StoreOpener-d1205ab61d3dd050e96dfaef033c764f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d1205ab61d3dd050e96dfaef033c764f 2024-11-18T21:22:32,548 INFO [StoreOpener-d1205ab61d3dd050e96dfaef033c764f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1205ab61d3dd050e96dfaef033c764f columnFamilyName hfileref 2024-11-18T21:22:32,549 DEBUG [StoreOpener-d1205ab61d3dd050e96dfaef033c764f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:32,549 INFO [StoreOpener-d1205ab61d3dd050e96dfaef033c764f-1 {}] regionserver.HStore(327): Store=d1205ab61d3dd050e96dfaef033c764f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:32,550 INFO [StoreOpener-d1205ab61d3dd050e96dfaef033c764f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d1205ab61d3dd050e96dfaef033c764f 2024-11-18T21:22:32,551 INFO [StoreOpener-d1205ab61d3dd050e96dfaef033c764f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1205ab61d3dd050e96dfaef033c764f columnFamilyName queue 2024-11-18T21:22:32,551 DEBUG [StoreOpener-d1205ab61d3dd050e96dfaef033c764f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:32,551 INFO [StoreOpener-d1205ab61d3dd050e96dfaef033c764f-1 {}] regionserver.HStore(327): Store=d1205ab61d3dd050e96dfaef033c764f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:32,551 INFO [StoreOpener-d1205ab61d3dd050e96dfaef033c764f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d1205ab61d3dd050e96dfaef033c764f 2024-11-18T21:22:32,553 INFO [StoreOpener-d1205ab61d3dd050e96dfaef033c764f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1205ab61d3dd050e96dfaef033c764f columnFamilyName sid 2024-11-18T21:22:32,553 DEBUG [StoreOpener-d1205ab61d3dd050e96dfaef033c764f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:32,553 INFO [StoreOpener-d1205ab61d3dd050e96dfaef033c764f-1 {}] regionserver.HStore(327): Store=d1205ab61d3dd050e96dfaef033c764f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:32,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d1205ab61d3dd050e96dfaef033c764f 2024-11-18T21:22:32,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/replication/d1205ab61d3dd050e96dfaef033c764f 2024-11-18T21:22:32,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/replication/d1205ab61d3dd050e96dfaef033c764f 2024-11-18T21:22:32,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d1205ab61d3dd050e96dfaef033c764f 2024-11-18T21:22:32,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d1205ab61d3dd050e96dfaef033c764f 2024-11-18T21:22:32,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:22:32,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d1205ab61d3dd050e96dfaef033c764f 2024-11-18T21:22:32,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/replication/d1205ab61d3dd050e96dfaef033c764f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:22:32,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d1205ab61d3dd050e96dfaef033c764f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60863022, jitterRate=-0.09307029843330383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:22:32,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1205ab61d3dd050e96dfaef033c764f 2024-11-18T21:22:32,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d1205ab61d3dd050e96dfaef033c764f: Running coprocessor pre-open hook at 1731964952540Writing region info on filesystem at 1731964952540Initializing all the Stores at 1731964952542 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964952542Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964952542Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964952542Cleaning up temporary data from old regions at 1731964952555 (+13 ms)Running coprocessor post-open hooks at 1731964952570 (+15 ms)Region opened successfully at 1731964952570 2024-11-18T21:22:32,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f., pid=10, masterSystemTime=1731964952473 2024-11-18T21:22:32,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f. 2024-11-18T21:22:32,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f. 2024-11-18T21:22:32,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d1205ab61d3dd050e96dfaef033c764f, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,40005,1731964941197 2024-11-18T21:22:32,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1205ab61d3dd050e96dfaef033c764f, server=d63b309a8c2d,40005,1731964941197 because future has completed 2024-11-18T21:22:32,609 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46181 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d63b309a8c2d,40005,1731964941197, table=hbase:replication, region=d1205ab61d3dd050e96dfaef033c764f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T21:22:32,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T21:22:32,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d1205ab61d3dd050e96dfaef033c764f, server=d63b309a8c2d,40005,1731964941197 in 293 msec 2024-11-18T21:22:32,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T21:22:32,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1205ab61d3dd050e96dfaef033c764f, ASSIGN in 476 msec 2024-11-18T21:22:32,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:22:32,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964952617"}]},"ts":"1731964952617"} 2024-11-18T21:22:32,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T21:22:32,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:22:32,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 593 msec 2024-11-18T21:22:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:32,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f., hostname=d63b309a8c2d,40005,1731964941197, seqNum=2] 2024-11-18T21:22:32,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879 2024-11-18T21:22:32,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879 2024-11-18T21:22:32,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:22:32,802 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 379, reset compression=false 2024-11-18T21:22:32,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T21:22:32,818 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T21:22:32,863 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d63b309a8c2d,40005,1731964941197, ReplicationSource: 1, currentBandwidth=0 2024-11-18T21:22:32,864 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:32,864 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40005,1731964941197, seqNum=-1] 2024-11-18T21:22:32,864 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:32,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-18T21:22:32,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d63b309a8c2d,40005,1731964941197', locateType=CURRENT is [region=hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f., hostname=d63b309a8c2d,40005,1731964941197, seqNum=2] 2024-11-18T21:22:32,870 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T21:22:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46181 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T21:22:32,874 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d63b309a8c2d,40005,1731964941197 suceeded 2024-11-18T21:22:32,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T21:22:32,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-18T21:22:32,877 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d63b309a8c2d:45263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:22:32,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 870 msec 2024-11-18T21:22:32,894 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:45263' 2024-11-18T21:22:32,905 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33932d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:32,905 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,45263,-1 for getting cluster id 2024-11-18T21:22:32,905 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:32,906 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '347db55e-6a1c-41a3-9e97-1da6d1d3eb12' 2024-11-18T21:22:32,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:32,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "347db55e-6a1c-41a3-9e97-1da6d1d3eb12" 2024-11-18T21:22:32,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f6ef60b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:32,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,45263,-1] 2024-11-18T21:22:32,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:32,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:32,908 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:32,910 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cfed824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:32,910 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:32,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,45263,1731964944764 2024-11-18T21:22:32,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d9ba1df 2024-11-18T21:22:32,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:32,912 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-18T21:22:32,913 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d63b309a8c2d,40005,1731964941197 (queues=1) is replicating from cluster=45626a65-a96f-443a-aa8f-ae6cce235b83 to cluster=347db55e-6a1c-41a3-9e97-1da6d1d3eb12 2024-11-18T21:22:32,913 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d63b309a8c2d%2C40005%2C1731964941197 2024-11-18T21:22:32,913 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d63b309a8c2d,40005,1731964941197, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:22:32,922 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433, startPosition=0, beingWritten=true 2024-11-18T21:22:32,935 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C40005%2C1731964941197 2024-11-18T21:22:32,948 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:32,948 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 379, reset compression=false 2024-11-18T21:22:32,948 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40005,1731964941197 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:33,146 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T21:22:33,148 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:22:33,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:33,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:33,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:33,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:33,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b62d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:33,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,45263,-1 for getting cluster id 2024-11-18T21:22:33,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:33,153 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '347db55e-6a1c-41a3-9e97-1da6d1d3eb12' 2024-11-18T21:22:33,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:33,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "347db55e-6a1c-41a3-9e97-1da6d1d3eb12" 2024-11-18T21:22:33,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62aa8395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:33,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,45263,-1] 2024-11-18T21:22:33,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:33,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:33,161 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:33,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d710cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:33,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:33,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,45263,1731964944764 2024-11-18T21:22:33,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22b88447 2024-11-18T21:22:33,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:33,173 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:22:33,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d63b309a8c2d:33943,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T21:22:33,175 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 379, reset compression=false 2024-11-18T21:22:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:22:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:33,183 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:33943' 2024-11-18T21:22:33,184 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:33,185 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:22:33,185 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48472 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:22:33,187 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f2cd52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:33,187 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33943,-1 for getting cluster id 2024-11-18T21:22:33,187 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:33,188 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e032213-d48e-4e25-a8c1-10d40da9713c' 2024-11-18T21:22:33,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:33,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e032213-d48e-4e25-a8c1-10d40da9713c" 2024-11-18T21:22:33,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625d5ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:33,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33943,-1] 2024-11-18T21:22:33,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:33,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:33,190 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:33,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8cbcd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:33,197 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:33,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33943,1731964936250 2024-11-18T21:22:33,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ba69375 2024-11-18T21:22:33,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:33,206 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:22:33,209 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T21:22:33,209 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:22:33,209 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:33,210 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:33,210 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:22:33,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:33,212 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T21:22:33,213 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:22:33,213 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:33,217 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:22:33,263 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T21:22:33,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741837_1013 (size=1138) 2024-11-18T21:22:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:33,418 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 379, reset compression=false 2024-11-18T21:22:33,487 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 379, reset compression=false 2024-11-18T21:22:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:33,677 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ffc356379ff72470ef767cbf182d0fb, NAME => 'hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958 2024-11-18T21:22:33,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741838_1014 (size=44) 2024-11-18T21:22:33,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:33,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7ffc356379ff72470ef767cbf182d0fb, disabling compactions & flushes 2024-11-18T21:22:33,721 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. 2024-11-18T21:22:33,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. 2024-11-18T21:22:33,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. after waiting 0 ms 2024-11-18T21:22:33,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. 2024-11-18T21:22:33,722 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. 2024-11-18T21:22:33,722 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ffc356379ff72470ef767cbf182d0fb: Waiting for close lock at 1731964953721Disabling compacts and flushes for region at 1731964953721Disabling writes for close at 1731964953721Writing region close event to WAL at 1731964953721Closed at 1731964953721 2024-11-18T21:22:33,725 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:22:33,725 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731964953725"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964953725"}]},"ts":"1731964953725"} 2024-11-18T21:22:33,727 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:22:33,728 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:22:33,728 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964953728"}]},"ts":"1731964953728"} 2024-11-18T21:22:33,733 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T21:22:33,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ffc356379ff72470ef767cbf182d0fb, ASSIGN}] 2024-11-18T21:22:33,734 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ffc356379ff72470ef767cbf182d0fb, ASSIGN 2024-11-18T21:22:33,735 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ffc356379ff72470ef767cbf182d0fb, ASSIGN; state=OFFLINE, location=d63b309a8c2d,40537,1731964944876; forceNewPlan=false, retain=false 2024-11-18T21:22:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:33,886 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7ffc356379ff72470ef767cbf182d0fb, regionState=OPENING, regionLocation=d63b309a8c2d,40537,1731964944876 2024-11-18T21:22:33,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ffc356379ff72470ef767cbf182d0fb, ASSIGN because future has completed 2024-11-18T21:22:33,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ffc356379ff72470ef767cbf182d0fb, server=d63b309a8c2d,40537,1731964944876}] 2024-11-18T21:22:33,909 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 379, reset compression=false 2024-11-18T21:22:34,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. 2024-11-18T21:22:34,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:22:34,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T21:22:34,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C40537%2C1731964944876.rep, suffix=, logDir=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876, archiveDir=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/oldWALs, maxLogs=10 2024-11-18T21:22:34,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.rep.1731964954063, exclude list is [], retry=0 2024-11-18T21:22:34,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-ae608e42-e362-4d12-b233-78898131451b,DISK] 2024-11-18T21:22:34,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.rep.1731964954063 2024-11-18T21:22:34,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42453:42453)] 2024-11-18T21:22:34,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ffc356379ff72470ef767cbf182d0fb, NAME => 'hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:22:34,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:22:34,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:22:34,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. service=MultiRowMutationService 2024-11-18T21:22:34,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T21:22:34,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7ffc356379ff72470ef767cbf182d0fb 2024-11-18T21:22:34,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:34,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7ffc356379ff72470ef767cbf182d0fb 2024-11-18T21:22:34,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7ffc356379ff72470ef767cbf182d0fb 2024-11-18T21:22:34,112 INFO [StoreOpener-7ffc356379ff72470ef767cbf182d0fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7ffc356379ff72470ef767cbf182d0fb 2024-11-18T21:22:34,113 INFO [StoreOpener-7ffc356379ff72470ef767cbf182d0fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ffc356379ff72470ef767cbf182d0fb columnFamilyName hfileref 2024-11-18T21:22:34,113 DEBUG [StoreOpener-7ffc356379ff72470ef767cbf182d0fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:34,114 INFO [StoreOpener-7ffc356379ff72470ef767cbf182d0fb-1 {}] regionserver.HStore(327): Store=7ffc356379ff72470ef767cbf182d0fb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:34,114 INFO [StoreOpener-7ffc356379ff72470ef767cbf182d0fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7ffc356379ff72470ef767cbf182d0fb 2024-11-18T21:22:34,115 INFO [StoreOpener-7ffc356379ff72470ef767cbf182d0fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ffc356379ff72470ef767cbf182d0fb columnFamilyName queue 2024-11-18T21:22:34,115 DEBUG [StoreOpener-7ffc356379ff72470ef767cbf182d0fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:34,115 INFO [StoreOpener-7ffc356379ff72470ef767cbf182d0fb-1 {}] regionserver.HStore(327): Store=7ffc356379ff72470ef767cbf182d0fb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:34,115 INFO [StoreOpener-7ffc356379ff72470ef767cbf182d0fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7ffc356379ff72470ef767cbf182d0fb 2024-11-18T21:22:34,116 INFO [StoreOpener-7ffc356379ff72470ef767cbf182d0fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ffc356379ff72470ef767cbf182d0fb columnFamilyName sid 2024-11-18T21:22:34,116 DEBUG [StoreOpener-7ffc356379ff72470ef767cbf182d0fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:34,117 INFO [StoreOpener-7ffc356379ff72470ef767cbf182d0fb-1 {}] regionserver.HStore(327): Store=7ffc356379ff72470ef767cbf182d0fb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:34,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7ffc356379ff72470ef767cbf182d0fb 2024-11-18T21:22:34,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/replication/7ffc356379ff72470ef767cbf182d0fb 2024-11-18T21:22:34,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/replication/7ffc356379ff72470ef767cbf182d0fb 2024-11-18T21:22:34,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7ffc356379ff72470ef767cbf182d0fb 2024-11-18T21:22:34,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7ffc356379ff72470ef767cbf182d0fb 2024-11-18T21:22:34,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:22:34,124 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 379, reset compression=false 2024-11-18T21:22:34,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7ffc356379ff72470ef767cbf182d0fb 2024-11-18T21:22:34,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/replication/7ffc356379ff72470ef767cbf182d0fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:22:34,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7ffc356379ff72470ef767cbf182d0fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64329088, jitterRate=-0.04142189025878906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:22:34,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ffc356379ff72470ef767cbf182d0fb 2024-11-18T21:22:34,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7ffc356379ff72470ef767cbf182d0fb: Running coprocessor pre-open hook at 1731964954100Writing region info on filesystem at 1731964954100Initializing all the Stores at 1731964954101 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964954101Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964954111 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964954111Cleaning up temporary data from old regions at 1731964954123 (+12 ms)Running coprocessor post-open hooks at 1731964954131 (+8 ms)Region opened successfully at 1731964954131 2024-11-18T21:22:34,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb., pid=10, masterSystemTime=1731964954042 2024-11-18T21:22:34,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. 2024-11-18T21:22:34,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. 2024-11-18T21:22:34,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7ffc356379ff72470ef767cbf182d0fb, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,40537,1731964944876 2024-11-18T21:22:34,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ffc356379ff72470ef767cbf182d0fb, server=d63b309a8c2d,40537,1731964944876 because future has completed 2024-11-18T21:22:34,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T21:22:34,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ffc356379ff72470ef767cbf182d0fb, server=d63b309a8c2d,40537,1731964944876 in 251 msec 2024-11-18T21:22:34,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T21:22:34,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ffc356379ff72470ef767cbf182d0fb, ASSIGN in 410 msec 2024-11-18T21:22:34,147 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:22:34,147 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964954147"}]},"ts":"1731964954147"} 2024-11-18T21:22:34,150 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T21:22:34,150 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:22:34,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 940 msec 2024-11-18T21:22:34,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb., hostname=d63b309a8c2d,40537,1731964944876, seqNum=2] 2024-11-18T21:22:34,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441 2024-11-18T21:22:34,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441 2024-11-18T21:22:34,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:22:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:34,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T21:22:34,363 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T21:22:34,413 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 379, reset compression=false 2024-11-18T21:22:34,446 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d63b309a8c2d,40537,1731964944876, ReplicationSource: 1, currentBandwidth=0 2024-11-18T21:22:34,446 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:34,446 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40537,1731964944876, seqNum=-1] 2024-11-18T21:22:34,447 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:34,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-18T21:22:34,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d63b309a8c2d,40537,1731964944876', locateType=CURRENT is [region=hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb., hostname=d63b309a8c2d,40537,1731964944876, seqNum=2] 2024-11-18T21:22:34,457 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T21:22:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T21:22:34,461 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d63b309a8c2d,40537,1731964944876 suceeded 2024-11-18T21:22:34,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T21:22:34,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 268 msec 2024-11-18T21:22:34,464 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d63b309a8c2d:33943,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:22:34,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2900 sec 2024-11-18T21:22:34,522 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:33943' 2024-11-18T21:22:34,527 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@351ede2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:34,527 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33943,-1 for getting cluster id 2024-11-18T21:22:34,527 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:34,528 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e032213-d48e-4e25-a8c1-10d40da9713c' 2024-11-18T21:22:34,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:34,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e032213-d48e-4e25-a8c1-10d40da9713c" 2024-11-18T21:22:34,528 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:34,528 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34961c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:34,529 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33943,-1] 2024-11-18T21:22:34,531 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:34,532 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:34,533 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dd9f814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:34,544 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:34,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33943,1731964936250 2024-11-18T21:22:34,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8aca750 2024-11-18T21:22:34,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:34,547 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-18T21:22:34,548 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d63b309a8c2d,40537,1731964944876 (queues=1) is replicating from cluster=347db55e-6a1c-41a3-9e97-1da6d1d3eb12 to cluster=1e032213-d48e-4e25-a8c1-10d40da9713c 2024-11-18T21:22:34,548 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d63b309a8c2d%2C40537%2C1731964944876 2024-11-18T21:22:34,548 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d63b309a8c2d,40537,1731964944876, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:22:34,561 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999, startPosition=0, beingWritten=true 2024-11-18T21:22:34,565 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C40537%2C1731964944876 2024-11-18T21:22:34,579 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:34,579 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 379, reset compression=false 2024-11-18T21:22:34,580 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40537,1731964944876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:34,807 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 379, reset compression=false 2024-11-18T21:22:34,981 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 379, reset compression=false 2024-11-18T21:22:35,047 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 379, reset compression=false 2024-11-18T21:22:35,126 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 379, reset compression=false 2024-11-18T21:22:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:22:35,334 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T21:22:35,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:22:35,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:35,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:35,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:35,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:35,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:35,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33943,-1 for getting cluster id 2024-11-18T21:22:35,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:35,337 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e032213-d48e-4e25-a8c1-10d40da9713c' 2024-11-18T21:22:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e032213-d48e-4e25-a8c1-10d40da9713c" 2024-11-18T21:22:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d8cbb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33943,-1] 2024-11-18T21:22:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:35,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:35,338 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:35,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7023cd91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:35,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414c44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:35,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,46181,-1 for getting cluster id 2024-11-18T21:22:35,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:35,350 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45626a65-a96f-443a-aa8f-ae6cce235b83' 2024-11-18T21:22:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45626a65-a96f-443a-aa8f-ae6cce235b83" 2024-11-18T21:22:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22adb533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,46181,-1] 2024-11-18T21:22:35,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:35,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:35,352 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:35,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25878153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:35,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e9eb4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:35,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,45263,-1 for getting cluster id 2024-11-18T21:22:35,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:35,388 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '347db55e-6a1c-41a3-9e97-1da6d1d3eb12' 2024-11-18T21:22:35,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:35,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "347db55e-6a1c-41a3-9e97-1da6d1d3eb12" 2024-11-18T21:22:35,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492d31b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:35,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,45263,-1] 2024-11-18T21:22:35,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:35,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:35,397 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:35,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f467da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:35,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:35,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,34227,1731964936305, seqNum=-1] 2024-11-18T21:22:35,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:35,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:22:35,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731964946837.46f8877220438bb5cfbe388f58c6e121., hostname=d63b309a8c2d,34227,1731964936305, seqNum=2] 2024-11-18T21:22:35,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:35,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40537,1731964944876, seqNum=-1] 2024-11-18T21:22:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:35,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:22:35,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731964948668.cd375720d09774964da54e4bc8eeced9., hostname=d63b309a8c2d,40537,1731964944876, seqNum=2] 2024-11-18T21:22:35,413 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T21:22:35,573 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 379, reset compression=false 2024-11-18T21:22:35,751 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 379, reset compression=false 2024-11-18T21:22:35,892 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 379, reset compression=false 2024-11-18T21:22:35,922 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:35,922 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 480, reset compression=false 2024-11-18T21:22:35,922 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,34227,1731964936305 got entry batch from reader: WALEntryBatch [walEntries=[{test/46f8877220438bb5cfbe388f58c6e121/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T21:22:35,945 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:22:35,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-18T21:22:35,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:35,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e78bbcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:35,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,46181,-1 for getting cluster id 2024-11-18T21:22:35,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:35,960 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45626a65-a96f-443a-aa8f-ae6cce235b83' 2024-11-18T21:22:35,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:35,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45626a65-a96f-443a-aa8f-ae6cce235b83" 2024-11-18T21:22:35,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b8ad70d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:35,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,46181,-1] 2024-11-18T21:22:35,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:35,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:35,965 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:35,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@250a353d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:35,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:35,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40005,1731964941197, seqNum=-1] 2024-11-18T21:22:35,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:35,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-18T21:22:35,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731964948018.241e3754b014888c10d91abafa30204e., hostname=d63b309a8c2d,40005,1731964941197, seqNum=2] 2024-11-18T21:22:35,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:36,102 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 379, reset compression=false 2024-11-18T21:22:36,190 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 480, reset compression=false 2024-11-18T21:22:36,417 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T21:22:36,504 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 480, reset compression=false 2024-11-18T21:22:36,584 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 379, reset compression=false 2024-11-18T21:22:36,619 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:36,619 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 503, reset compression=false 2024-11-18T21:22:36,619 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40005,1731964941197 got entry batch from reader: WALEntryBatch [walEntries=[{test/241e3754b014888c10d91abafa30204e/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-18T21:22:36,622 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:22:36,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-18T21:22:36,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:36,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c158843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:36,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,45263,-1 for getting cluster id 2024-11-18T21:22:36,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:36,635 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '347db55e-6a1c-41a3-9e97-1da6d1d3eb12' 2024-11-18T21:22:36,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:36,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "347db55e-6a1c-41a3-9e97-1da6d1d3eb12" 2024-11-18T21:22:36,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12e324a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:36,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,45263,-1] 2024-11-18T21:22:36,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:36,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:36,637 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:36,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ccdb946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:36,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:36,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40537,1731964944876, seqNum=-1] 2024-11-18T21:22:36,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:36,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-18T21:22:36,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731964948668.cd375720d09774964da54e4bc8eeced9., hostname=d63b309a8c2d,40537,1731964944876, seqNum=2] 2024-11-18T21:22:36,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:36,728 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 379, reset compression=false 2024-11-18T21:22:36,754 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:36,754 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 526, reset compression=false 2024-11-18T21:22:36,754 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40537,1731964944876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:36,846 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 503, reset compression=false 2024-11-18T21:22:36,937 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 480, reset compression=false 2024-11-18T21:22:36,973 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 526, reset compression=false 2024-11-18T21:22:37,151 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 503, reset compression=false 2024-11-18T21:22:37,303 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 526, reset compression=false 2024-11-18T21:22:37,419 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T21:22:37,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:37,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,40005,1731964941197, seqNum=-1] 2024-11-18T21:22:37,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:37,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:22:37,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731964948018.241e3754b014888c10d91abafa30204e., hostname=d63b309a8c2d,40005,1731964941197, seqNum=2] 2024-11-18T21:22:37,429 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T21:22:37,457 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 480, reset compression=false 2024-11-18T21:22:37,579 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 503, reset compression=false 2024-11-18T21:22:37,621 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:37,622 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 607, reset compression=false 2024-11-18T21:22:37,622 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40005,1731964941197 got entry batch from reader: WALEntryBatch [walEntries=[{test/241e3754b014888c10d91abafa30204e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T21:22:37,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:37,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:37,734 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 526, reset compression=false 2024-11-18T21:22:37,754 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:37,754 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 653, reset compression=false 2024-11-18T21:22:37,755 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40537,1731964944876 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd375720d09774964da54e4bc8eeced9/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T21:22:37,757 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:22:37,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-18T21:22:37,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:37,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74334eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:37,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33943,-1 for getting cluster id 2024-11-18T21:22:37,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:37,771 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e032213-d48e-4e25-a8c1-10d40da9713c' 2024-11-18T21:22:37,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:37,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e032213-d48e-4e25-a8c1-10d40da9713c" 2024-11-18T21:22:37,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c4bab77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:37,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33943,-1] 2024-11-18T21:22:37,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:37,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:37,778 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:37,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ab41eff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:37,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:37,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,34227,1731964936305, seqNum=-1] 2024-11-18T21:22:37,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:37,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-18T21:22:37,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731964946837.46f8877220438bb5cfbe388f58c6e121., hostname=d63b309a8c2d,34227,1731964936305, seqNum=2] 2024-11-18T21:22:37,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:37,841 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 607, reset compression=false 2024-11-18T21:22:37,991 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 653, reset compression=false 2024-11-18T21:22:38,042 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:22:38,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:38,081 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 480, reset compression=false 2024-11-18T21:22:38,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:38,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:38,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:38,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:38,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:38,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:38,100 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:38,100 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 630, reset compression=false 2024-11-18T21:22:38,100 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,34227,1731964936305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:38,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:38,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:38,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:38,156 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 607, reset compression=false 2024-11-18T21:22:38,305 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 653, reset compression=false 2024-11-18T21:22:38,337 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 630, reset compression=false 2024-11-18T21:22:38,431 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T21:22:38,442 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-18T21:22:38,574 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 607, reset compression=false 2024-11-18T21:22:38,665 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 630, reset compression=false 2024-11-18T21:22:38,723 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 653, reset compression=false 2024-11-18T21:22:38,732 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:38,732 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 757, reset compression=false 2024-11-18T21:22:38,732 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40537,1731964944876 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd375720d09774964da54e4bc8eeced9/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T21:22:38,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:38,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:38,979 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 757, reset compression=false 2024-11-18T21:22:39,095 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 630, reset compression=false 2024-11-18T21:22:39,111 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:39,111 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 757, reset compression=false 2024-11-18T21:22:39,111 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,34227,1731964936305 got entry batch from reader: WALEntryBatch [walEntries=[{test/46f8877220438bb5cfbe388f58c6e121/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T21:22:39,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:39,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:39,129 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 607, reset compression=false 2024-11-18T21:22:39,191 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:39,191 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 757, reset compression=false 2024-11-18T21:22:39,191 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40005,1731964941197 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:39,293 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 757, reset compression=false 2024-11-18T21:22:39,329 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 757, reset compression=false 2024-11-18T21:22:39,411 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 757, reset compression=false 2024-11-18T21:22:39,444 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-18T21:22:39,454 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T21:22:39,661 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 757, reset compression=false 2024-11-18T21:22:39,672 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:39,672 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 913, reset compression=false 2024-11-18T21:22:39,673 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,34227,1731964936305 got entry batch from reader: WALEntryBatch [walEntries=[{test/46f8877220438bb5cfbe388f58c6e121/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T21:22:39,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:39,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:39,717 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 757, reset compression=false 2024-11-18T21:22:39,761 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 757, reset compression=false 2024-11-18T21:22:39,778 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:39,778 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 904, reset compression=false 2024-11-18T21:22:39,778 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40005,1731964941197 got entry batch from reader: WALEntryBatch [walEntries=[{test/241e3754b014888c10d91abafa30204e/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-18T21:22:39,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:39,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:39,890 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 913, reset compression=false 2024-11-18T21:22:39,987 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 904, reset compression=false 2024-11-18T21:22:40,200 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 913, reset compression=false 2024-11-18T21:22:40,225 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 757, reset compression=false 2024-11-18T21:22:40,235 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:40,235 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 927, reset compression=false 2024-11-18T21:22:40,235 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40537,1731964944876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:40,294 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 904, reset compression=false 2024-11-18T21:22:40,441 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 927, reset compression=false 2024-11-18T21:22:40,457 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T21:22:40,462 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T21:22:40,610 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 913, reset compression=false 2024-11-18T21:22:40,700 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 904, reset compression=false 2024-11-18T21:22:40,747 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 927, reset compression=false 2024-11-18T21:22:40,748 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:40,748 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1063, reset compression=false 2024-11-18T21:22:40,748 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40005,1731964941197 got entry batch from reader: WALEntryBatch [walEntries=[{test/241e3754b014888c10d91abafa30204e/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T21:22:40,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:40,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:40,789 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:40,789 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 1076, reset compression=false 2024-11-18T21:22:40,789 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40537,1731964944876 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd375720d09774964da54e4bc8eeced9/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-18T21:22:40,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:40,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:40,982 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1063, reset compression=false 2024-11-18T21:22:41,029 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 1076, reset compression=false 2024-11-18T21:22:41,127 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 913, reset compression=false 2024-11-18T21:22:41,195 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:41,195 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1085, reset compression=false 2024-11-18T21:22:41,196 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,34227,1731964936305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:41,301 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1063, reset compression=false 2024-11-18T21:22:41,362 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 1076, reset compression=false 2024-11-18T21:22:41,453 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1085, reset compression=false 2024-11-18T21:22:41,465 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T21:22:41,477 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-18T21:22:41,733 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1063, reset compression=false 2024-11-18T21:22:41,776 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1085, reset compression=false 2024-11-18T21:22:41,804 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 1076, reset compression=false 2024-11-18T21:22:41,855 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:41,855 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 1235, reset compression=false 2024-11-18T21:22:41,855 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40537,1731964944876 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd375720d09774964da54e4bc8eeced9/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T21:22:41,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:41,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:42,081 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 1235, reset compression=false 2024-11-18T21:22:42,182 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1085, reset compression=false 2024-11-18T21:22:42,190 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:42,190 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1234, reset compression=false 2024-11-18T21:22:42,190 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,34227,1731964936305 got entry batch from reader: WALEntryBatch [walEntries=[{test/46f8877220438bb5cfbe388f58c6e121/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-18T21:22:42,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:42,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:42,261 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1063, reset compression=false 2024-11-18T21:22:42,283 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:42,283 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1235, reset compression=false 2024-11-18T21:22:42,283 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40005,1731964941197 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:42,409 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 1235, reset compression=false 2024-11-18T21:22:42,441 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1234, reset compression=false 2024-11-18T21:22:42,490 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1235, reset compression=false 2024-11-18T21:22:42,491 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-18T21:22:42,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a847cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:42,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,45263,-1 for getting cluster id 2024-11-18T21:22:42,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:42,514 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '347db55e-6a1c-41a3-9e97-1da6d1d3eb12' 2024-11-18T21:22:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "347db55e-6a1c-41a3-9e97-1da6d1d3eb12" 2024-11-18T21:22:42,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa27514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:42,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,45263,-1] 2024-11-18T21:22:42,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:42,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:42,516 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:42,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136c5a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:42,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:42,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,45263,1731964944764 2024-11-18T21:22:42,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bf04a0b 2024-11-18T21:22:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:42,523 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:22:42,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-18T21:22:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-18T21:22:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T21:22:42,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:22:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T21:22:42,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-18T21:22:42,729 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-18T21:22:42,731 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-18T21:22:42,731 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d63b309a8c2d,40537,1731964944876 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-18T21:22:42,731 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0. 2024-11-18T21:22:42,732 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:42,732 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:42,732 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:42,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:42,746 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1234, reset compression=false 2024-11-18T21:22:42,814 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1235, reset compression=false 2024-11-18T21:22:42,833 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T21:22:42,836 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T21:22:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T21:22:42,933 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 terminated 2024-11-18T21:22:42,957 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-d63b309a8c2d,40537,1731964944876, ReplicationSource: 1, currentBandwidth=0 2024-11-18T21:22:42,957 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-18T21:22:42,958 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T21:22:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-18T21:22:42,960 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on d63b309a8c2d,40537,1731964944876 suceeded 2024-11-18T21:22:42,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T21:22:42,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 402 msec 2024-11-18T21:22:42,965 INFO [PEWorker-3 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-18T21:22:42,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 441 msec 2024-11-18T21:22:42,981 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:33943' 2024-11-18T21:22:42,983 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@124c3e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:42,984 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33943,-1 for getting cluster id 2024-11-18T21:22:42,984 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:42,985 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e032213-d48e-4e25-a8c1-10d40da9713c' 2024-11-18T21:22:42,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:42,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e032213-d48e-4e25-a8c1-10d40da9713c" 2024-11-18T21:22:42,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b8d02f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:42,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33943,-1] 2024-11-18T21:22:42,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:42,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:42,986 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:42,987 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@960a0cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:42,987 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:42,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33943,1731964936250 2024-11-18T21:22:42,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fa93bbc 2024-11-18T21:22:42,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:42,989 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-18T21:22:42,990 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d63b309a8c2d,40537,1731964944876 (queues=1) is replicating from cluster=347db55e-6a1c-41a3-9e97-1da6d1d3eb12 to cluster=1e032213-d48e-4e25-a8c1-10d40da9713c 2024-11-18T21:22:42,990 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d63b309a8c2d%2C40537%2C1731964944876 2024-11-18T21:22:42,990 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d63b309a8c2d,40537,1731964944876, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:22:42,992 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C40537%2C1731964944876 2024-11-18T21:22:43,151 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1234, reset compression=false 2024-11-18T21:22:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T21:22:43,164 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-18T21:22:43,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:22:43,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:43,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:43,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:43,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:43,167 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-18T21:22:43,221 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1235, reset compression=false 2024-11-18T21:22:43,655 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1234, reset compression=false 2024-11-18T21:22:43,661 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:43,661 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1338, reset compression=false 2024-11-18T21:22:43,661 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,34227,1731964936305 got entry batch from reader: WALEntryBatch [walEntries=[{test/46f8877220438bb5cfbe388f58c6e121/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T21:22:43,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:43,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:43,725 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1235, reset compression=false 2024-11-18T21:22:43,732 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:43,732 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1362, reset compression=false 2024-11-18T21:22:43,732 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40005,1731964941197 got entry batch from reader: WALEntryBatch [walEntries=[{test/241e3754b014888c10d91abafa30204e/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T21:22:43,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:43,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:43,866 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1338, reset compression=false 2024-11-18T21:22:43,936 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1362, reset compression=false 2024-11-18T21:22:44,170 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-18T21:22:44,176 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1338, reset compression=false 2024-11-18T21:22:44,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e377c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:44,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,45263,-1 for getting cluster id 2024-11-18T21:22:44,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:44,188 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '347db55e-6a1c-41a3-9e97-1da6d1d3eb12' 2024-11-18T21:22:44,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:44,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "347db55e-6a1c-41a3-9e97-1da6d1d3eb12" 2024-11-18T21:22:44,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b1901e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:44,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,45263,-1] 2024-11-18T21:22:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:44,195 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:44,198 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754d5b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:44,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,45263,1731964944764 2024-11-18T21:22:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ef3a7d0 2024-11-18T21:22:44,203 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:22:44,205 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:22:44,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-18T21:22:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-18T21:22:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T21:22:44,242 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1362, reset compression=false 2024-11-18T21:22:44,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:22:44,282 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:44,282 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1466, reset compression=false 2024-11-18T21:22:44,282 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40005,1731964941197 got entry batch from reader: WALEntryBatch [walEntries=[{test/241e3754b014888c10d91abafa30204e/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T21:22:44,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:44,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T21:22:44,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-18T21:22:44,396 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-18T21:22:44,404 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T21:22:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-18T21:22:44,421 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on d63b309a8c2d,40537,1731964944876 suceeded 2024-11-18T21:22:44,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-18T21:22:44,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 179 msec 2024-11-18T21:22:44,433 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-18T21:22:44,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 223 msec 2024-11-18T21:22:44,497 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999, startPosition=1235, beingWritten=true 2024-11-18T21:22:44,512 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1466, reset compression=false 2024-11-18T21:22:44,534 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:22:44,534 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 1512, reset compression=false 2024-11-18T21:22:44,534 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40537,1731964944876 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd375720d09774964da54e4bc8eeced9/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T21:22:44,539 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:22:44,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-18T21:22:44,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:22:44,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:22:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T21:22:44,552 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-18T21:22:44,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:22:44,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:44,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:44,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:44,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:44,559 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-18T21:22:44,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:22:44,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:22:44,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:44,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:44,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:44,560 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:22:44,560 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=726045643, stopped=false 2024-11-18T21:22:44,560 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,45263,1731964944764 2024-11-18T21:22:44,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21097649441/running 2024-11-18T21:22:44,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441 2024-11-18T21:22:44,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Set watcher on znode that does not yet exist, /21097649441/running 2024-11-18T21:22:44,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:44,569 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:22:44,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:22:44,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:44,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:44,571 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,40537,1731964944876' ***** 2024-11-18T21:22:44,571 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:22:44,572 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:22:44,572 INFO [RS:0;d63b309a8c2d:40537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:22:44,572 INFO [RS:0;d63b309a8c2d:40537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:22:44,572 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(3091): Received CLOSE for cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:44,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21097649441/running 2024-11-18T21:22:44,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441 2024-11-18T21:22:44,572 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:22:44,573 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ffc356379ff72470ef767cbf182d0fb 2024-11-18T21:22:44,573 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,40537,1731964944876 2024-11-18T21:22:44,573 INFO [RS:0;d63b309a8c2d:40537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:22:44,573 INFO [RS:0;d63b309a8c2d:40537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:40537. 2024-11-18T21:22:44,573 DEBUG [RS:0;d63b309a8c2d:40537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:44,573 DEBUG [RS:0;d63b309a8c2d:40537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:44,573 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:22:44,573 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:22:44,573 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:22:44,573 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:22:44,575 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T21:22:44,575 DEBUG [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(1325): Online Regions={cd375720d09774964da54e4bc8eeced9=test,,1731964948668.cd375720d09774964da54e4bc8eeced9., 1588230740=hbase:meta,,1.1588230740, 7ffc356379ff72470ef767cbf182d0fb=hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb.} 2024-11-18T21:22:44,575 DEBUG [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ffc356379ff72470ef767cbf182d0fb, cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:44,575 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:22:44,575 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:22:44,575 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:22:44,575 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:22:44,575 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:22:44,576 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T21:22:44,576 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd375720d09774964da54e4bc8eeced9, disabling compactions & flushes 2024-11-18T21:22:44,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Set watcher on znode that does not yet exist, /21097649441/running 2024-11-18T21:22:44,576 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731964948668.cd375720d09774964da54e4bc8eeced9. 2024-11-18T21:22:44,577 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964948668.cd375720d09774964da54e4bc8eeced9. 2024-11-18T21:22:44,577 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731964948668.cd375720d09774964da54e4bc8eeced9. after waiting 0 ms 2024-11-18T21:22:44,577 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731964948668.cd375720d09774964da54e4bc8eeced9. 2024-11-18T21:22:44,577 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd375720d09774964da54e4bc8eeced9 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-18T21:22:44,608 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1338, reset compression=false 2024-11-18T21:22:44,636 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9/.tmp/f/5fdd11236a1a4db5abfd7c1d70391d63 is 37, key is row3/f:row3/1731964963165/Put/seqid=0 2024-11-18T21:22:44,649 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:22:44,654 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:44,654 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1488, reset compression=false 2024-11-18T21:22:44,654 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,34227,1731964936305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:44,665 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/.tmp/info/745d765c002c4df3a027f4c92838157c is 147, key is hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb./info:regioninfo/1731964954137/Put/seqid=0 2024-11-18T21:22:44,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741840_1016 (size=5228) 2024-11-18T21:22:44,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741841_1017 (size=7686) 2024-11-18T21:22:44,759 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 1512, reset compression=false 2024-11-18T21:22:44,776 DEBUG [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ffc356379ff72470ef767cbf182d0fb, cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:44,801 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:44,801 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 1759, reset compression=false 2024-11-18T21:22:44,804 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40537,1731964944876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:44,806 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d63b309a8c2d,40537,1731964944876: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d63b309a8c2d,40537,1731964944876, walGroup=d63b309a8c2d%2C40537%2C1731964944876, offset=d63b309a8c2d%2C40537%2C1731964944876.1731964945999:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:40537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T21:22:44,807 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T21:22:44,807 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T21:22:44,807 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T21:22:44,807 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T21:22:44,807 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T21:22:44,808 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1237319680, "init": 1048576000, "max": 2306867200, "used": 807329200 }, "NonHeapMemoryUsage": { "committed": 201850880, "init": 7667712, "max": -1, "used": 198879296 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T21:22:44,808 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:45263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:45263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T21:22:44,841 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:22:44,841 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:22:44,845 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1466, reset compression=false 2024-11-18T21:22:44,920 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1488, reset compression=false 2024-11-18T21:22:44,980 DEBUG [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ffc356379ff72470ef767cbf182d0fb, cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:45,016 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 1759, reset compression=false 2024-11-18T21:22:45,097 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9/.tmp/f/5fdd11236a1a4db5abfd7c1d70391d63 2024-11-18T21:22:45,102 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5fdd11236a1a4db5abfd7c1d70391d63 2024-11-18T21:22:45,121 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9/.tmp/f1/803f8c1a5fe54be581c42b73ed310a3d is 30, key is row1/f1:/1731964960458/DeleteFamily/seqid=0 2024-11-18T21:22:45,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741842_1018 (size=5158) 2024-11-18T21:22:45,137 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/.tmp/info/745d765c002c4df3a027f4c92838157c 2024-11-18T21:22:45,162 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/.tmp/ns/8ef99904f9b9492db7bf5aba435f6056 is 43, key is default/ns:d/1731964946646/Put/seqid=0 2024-11-18T21:22:45,181 DEBUG [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ffc356379ff72470ef767cbf182d0fb, cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:45,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741843_1019 (size=5153) 2024-11-18T21:22:45,195 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/.tmp/ns/8ef99904f9b9492db7bf5aba435f6056 2024-11-18T21:22:45,240 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/.tmp/rep_barrier/b77145be4f3f4022ba9d515f737501b3 is 112, key is test,,1731964948668.cd375720d09774964da54e4bc8eeced9./rep_barrier:seqnumDuringOpen/1731964949616/Put/seqid=0 2024-11-18T21:22:45,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741844_1020 (size=5518) 2024-11-18T21:22:45,245 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1488, reset compression=false 2024-11-18T21:22:45,245 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/.tmp/rep_barrier/b77145be4f3f4022ba9d515f737501b3 2024-11-18T21:22:45,272 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1466, reset compression=false 2024-11-18T21:22:45,273 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/.tmp/table/6006e69e5df1445faf7fbb6d8c504b1c is 53, key is hbase:replication/table:state/1731964954147/Put/seqid=0 2024-11-18T21:22:45,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741845_1021 (size=5308) 2024-11-18T21:22:45,350 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 1759, reset compression=false 2024-11-18T21:22:45,384 DEBUG [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ffc356379ff72470ef767cbf182d0fb, cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:45,536 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9/.tmp/f1/803f8c1a5fe54be581c42b73ed310a3d 2024-11-18T21:22:45,543 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 803f8c1a5fe54be581c42b73ed310a3d 2024-11-18T21:22:45,568 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9/.tmp/norep/911e4ddae24f439cae4aa085f1afbe36 is 33, key is row2/norep:/1731964961466/DeleteFamily/seqid=0 2024-11-18T21:22:45,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741846_1022 (size=5108) 2024-11-18T21:22:45,581 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9/.tmp/norep/911e4ddae24f439cae4aa085f1afbe36 2024-11-18T21:22:45,586 DEBUG [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ffc356379ff72470ef767cbf182d0fb, cd375720d09774964da54e4bc8eeced9 2024-11-18T21:22:45,599 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 911e4ddae24f439cae4aa085f1afbe36 2024-11-18T21:22:45,605 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9/.tmp/f/5fdd11236a1a4db5abfd7c1d70391d63 as hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9/f/5fdd11236a1a4db5abfd7c1d70391d63 2024-11-18T21:22:45,615 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5fdd11236a1a4db5abfd7c1d70391d63 2024-11-18T21:22:45,616 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9/f/5fdd11236a1a4db5abfd7c1d70391d63, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T21:22:45,616 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9/.tmp/f1/803f8c1a5fe54be581c42b73ed310a3d as hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9/f1/803f8c1a5fe54be581c42b73ed310a3d 2024-11-18T21:22:45,626 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 803f8c1a5fe54be581c42b73ed310a3d 2024-11-18T21:22:45,626 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9/f1/803f8c1a5fe54be581c42b73ed310a3d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T21:22:45,627 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9/.tmp/norep/911e4ddae24f439cae4aa085f1afbe36 as hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9/norep/911e4ddae24f439cae4aa085f1afbe36 2024-11-18T21:22:45,632 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 911e4ddae24f439cae4aa085f1afbe36 2024-11-18T21:22:45,632 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9/norep/911e4ddae24f439cae4aa085f1afbe36, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T21:22:45,634 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cd375720d09774964da54e4bc8eeced9 in 1057ms, sequenceid=12, compaction requested=false 2024-11-18T21:22:45,651 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1488, reset compression=false 2024-11-18T21:22:45,704 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/.tmp/table/6006e69e5df1445faf7fbb6d8c504b1c 2024-11-18T21:22:45,716 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/default/test/cd375720d09774964da54e4bc8eeced9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T21:22:45,723 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:22:45,723 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:22:45,723 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731964948668.cd375720d09774964da54e4bc8eeced9. 2024-11-18T21:22:45,723 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd375720d09774964da54e4bc8eeced9: Waiting for close lock at 1731964964576Running coprocessor pre-close hooks at 1731964964576Disabling compacts and flushes for region at 1731964964576Disabling writes for close at 1731964964577 (+1 ms)Obtaining lock to block concurrent updates at 1731964964577Preparing flush snapshotting stores in cd375720d09774964da54e4bc8eeced9 at 1731964964577Finished memstore snapshotting test,,1731964948668.cd375720d09774964da54e4bc8eeced9., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731964964577Flushing stores of test,,1731964948668.cd375720d09774964da54e4bc8eeced9. at 1731964964578 (+1 ms)Flushing cd375720d09774964da54e4bc8eeced9/f: creating writer at 1731964964578Flushing cd375720d09774964da54e4bc8eeced9/f: appending metadata at 1731964964635 (+57 ms)Flushing cd375720d09774964da54e4bc8eeced9/f: closing flushed file at 1731964964635Flushing cd375720d09774964da54e4bc8eeced9/f1: creating writer at 1731964965103 (+468 ms)Flushing cd375720d09774964da54e4bc8eeced9/f1: appending metadata at 1731964965120 (+17 ms)Flushing cd375720d09774964da54e4bc8eeced9/f1: closing flushed file at 1731964965120Flushing cd375720d09774964da54e4bc8eeced9/norep: creating writer at 1731964965543 (+423 ms)Flushing cd375720d09774964da54e4bc8eeced9/norep: appending metadata at 1731964965567 (+24 ms)Flushing cd375720d09774964da54e4bc8eeced9/norep: closing flushed file at 1731964965567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e0ed39: reopening flushed file at 1731964965599 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22420823: reopening flushed file at 1731964965616 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc6c959: reopening flushed file at 1731964965626 (+10 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cd375720d09774964da54e4bc8eeced9 in 1057ms, sequenceid=12, compaction requested=false at 1731964965634 (+8 ms)Writing region close event to WAL at 1731964965663 (+29 ms)Running coprocessor post-close hooks at 1731964965723 (+60 ms)Closed at 1731964965723 2024-11-18T21:22:45,724 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731964948668.cd375720d09774964da54e4bc8eeced9. 2024-11-18T21:22:45,724 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ffc356379ff72470ef767cbf182d0fb, disabling compactions & flushes 2024-11-18T21:22:45,724 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. 2024-11-18T21:22:45,724 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. 2024-11-18T21:22:45,724 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. after waiting 0 ms 2024-11-18T21:22:45,724 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. 2024-11-18T21:22:45,724 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ffc356379ff72470ef767cbf182d0fb: Waiting for close lock at 1731964965724Running coprocessor pre-close hooks at 1731964965724Disabling compacts and flushes for region at 1731964965724Disabling writes for close at 1731964965724Failed flush hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb., putting online again at 1731964965724 2024-11-18T21:22:45,724 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. 2024-11-18T21:22:45,741 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/.tmp/info/745d765c002c4df3a027f4c92838157c as hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/info/745d765c002c4df3a027f4c92838157c 2024-11-18T21:22:45,756 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 1759, reset compression=false 2024-11-18T21:22:45,778 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/info/745d765c002c4df3a027f4c92838157c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T21:22:45,781 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T21:22:45,785 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/.tmp/ns/8ef99904f9b9492db7bf5aba435f6056 as hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/ns/8ef99904f9b9492db7bf5aba435f6056 2024-11-18T21:22:45,788 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:45,788 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 2403, reset compression=false 2024-11-18T21:22:45,792 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T21:22:45,792 DEBUG [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7ffc356379ff72470ef767cbf182d0fb=hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb.} 2024-11-18T21:22:45,792 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ffc356379ff72470ef767cbf182d0fb 2024-11-18T21:22:45,792 DEBUG [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ffc356379ff72470ef767cbf182d0fb 2024-11-18T21:22:45,792 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ffc356379ff72470ef767cbf182d0fb, disabling compactions & flushes 2024-11-18T21:22:45,792 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. 2024-11-18T21:22:45,792 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. 2024-11-18T21:22:45,792 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1466, reset compression=false 2024-11-18T21:22:45,792 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. after waiting 0 ms 2024-11-18T21:22:45,792 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. 2024-11-18T21:22:45,792 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ffc356379ff72470ef767cbf182d0fb: Waiting for close lock at 1731964965792Running coprocessor pre-close hooks at 1731964965792Disabling compacts and flushes for region at 1731964965792Disabling writes for close at 1731964965792Failed flush hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb., putting online again at 1731964965792 2024-11-18T21:22:45,793 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731964953210.7ffc356379ff72470ef767cbf182d0fb. 2024-11-18T21:22:45,797 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/ns/8ef99904f9b9492db7bf5aba435f6056, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T21:22:45,798 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/.tmp/rep_barrier/b77145be4f3f4022ba9d515f737501b3 as hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/rep_barrier/b77145be4f3f4022ba9d515f737501b3 2024-11-18T21:22:45,805 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/rep_barrier/b77145be4f3f4022ba9d515f737501b3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T21:22:45,806 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/.tmp/table/6006e69e5df1445faf7fbb6d8c504b1c as hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/table/6006e69e5df1445faf7fbb6d8c504b1c 2024-11-18T21:22:45,812 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/table/6006e69e5df1445faf7fbb6d8c504b1c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T21:22:45,821 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1246ms, sequenceid=16, compaction requested=false 2024-11-18T21:22:45,916 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T21:22:45,922 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:22:45,922 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:22:45,922 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:22:45,922 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964964575Running coprocessor pre-close hooks at 1731964964575Disabling compacts and flushes for region at 1731964964575Disabling writes for close at 1731964964575Obtaining lock to block concurrent updates at 1731964964576 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731964964576Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731964964576Flushing stores of hbase:meta,,1.1588230740 at 1731964964582 (+6 ms)Flushing 1588230740/info: creating writer at 1731964964583 (+1 ms)Flushing 1588230740/info: appending metadata at 1731964964665 (+82 ms)Flushing 1588230740/info: closing flushed file at 1731964964665Flushing 1588230740/ns: creating writer at 1731964965141 (+476 ms)Flushing 1588230740/ns: appending metadata at 1731964965162 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731964965162Flushing 1588230740/rep_barrier: creating writer at 1731964965213 (+51 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731964965239 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731964965240 (+1 ms)Flushing 1588230740/table: creating writer at 1731964965249 (+9 ms)Flushing 1588230740/table: appending metadata at 1731964965272 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731964965272Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ff1a63: reopening flushed file at 1731964965735 (+463 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c9ceb4: reopening flushed file at 1731964965778 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6af93496: reopening flushed file at 1731964965797 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e27d9d: reopening flushed file at 1731964965805 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1246ms, sequenceid=16, compaction requested=false at 1731964965821 (+16 ms)Writing region close event to WAL at 1731964965892 (+71 ms)Running coprocessor post-close hooks at 1731964965922 (+30 ms)Closed at 1731964965922 2024-11-18T21:22:45,922 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:22:45,992 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T21:22:45,992 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,40537,1731964944876; all regions closed. 2024-11-18T21:22:46,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741834_1010 (size=4239) 2024-11-18T21:22:46,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741839_1015 (size=2390) 2024-11-18T21:22:46,044 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 to pos 2403, reset compression=false 2024-11-18T21:22:46,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741832_1008 (size=2411) 2024-11-18T21:22:46,072 DEBUG [RS:0;d63b309a8c2d:40537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:46,072 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:22:46,076 INFO [RS:0;d63b309a8c2d:40537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:22:46,076 INFO [RS:0;d63b309a8c2d:40537 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:22:46,076 INFO [RS:0;d63b309a8c2d:40537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:22:46,076 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d63b309a8c2d,40537,1731964944876 because: Region server is closing 2024-11-18T21:22:46,077 INFO [RS:0;d63b309a8c2d:40537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:40537. 2024-11-18T21:22:46,077 DEBUG [RS:0;d63b309a8c2d:40537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:46,077 DEBUG [RS:0;d63b309a8c2d:40537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:46,077 DEBUG [RS:0;d63b309a8c2d:40537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:46,077 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:22:46,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:46,102 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/WALs/d63b309a8c2d,40537,1731964944876/d63b309a8c2d%2C40537%2C1731964944876.1731964945999 2024-11-18T21:22:46,180 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.shipperd63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 terminated 2024-11-18T21:22:46,181 INFO [RS:0;d63b309a8c2d:40537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:40537. 2024-11-18T21:22:46,181 DEBUG [RS:0;d63b309a8c2d:40537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:46,181 DEBUG [RS:0;d63b309a8c2d:40537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:46,181 DEBUG [RS:0;d63b309a8c2d:40537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:46,181 INFO [RS:0;d63b309a8c2d:40537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40537 2024-11-18T21:22:46,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:46,184 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40537,1731964944876.replicationSource.wal-reader.d63b309a8c2d%2C40537%2C1731964944876,1-d63b309a8c2d,40537,1731964944876 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-18T21:22:46,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21097649441/rs/d63b309a8c2d,40537,1731964944876 2024-11-18T21:22:46,186 INFO [RS:0;d63b309a8c2d:40537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:22:46,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441/rs 2024-11-18T21:22:46,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,40537,1731964944876] 2024-11-18T21:22:46,196 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21097649441/draining/d63b309a8c2d,40537,1731964944876 already deleted, retry=false 2024-11-18T21:22:46,197 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,40537,1731964944876 expired; onlineServers=0 2024-11-18T21:22:46,197 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,45263,1731964944764' ***** 2024-11-18T21:22:46,197 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:22:46,200 INFO [M:0;d63b309a8c2d:45263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:22:46,200 INFO [M:0;d63b309a8c2d:45263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:22:46,201 DEBUG [M:0;d63b309a8c2d:45263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:22:46,201 DEBUG [M:0;d63b309a8c2d:45263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:22:46,201 INFO [M:0;d63b309a8c2d:45263 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:22:46,201 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964945727 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964945727,5,FailOnTimeoutGroup] 2024-11-18T21:22:46,201 INFO [M:0;d63b309a8c2d:45263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:22:46,201 DEBUG [M:0;d63b309a8c2d:45263 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:22:46,201 INFO [M:0;d63b309a8c2d:45263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:22:46,201 INFO [M:0;d63b309a8c2d:45263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:22:46,201 INFO [M:0;d63b309a8c2d:45263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:22:46,202 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:22:46,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21097649441/master 2024-11-18T21:22:46,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21097649441 2024-11-18T21:22:46,202 DEBUG [M:0;d63b309a8c2d:45263 {}] zookeeper.ZKUtil(347): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Unable to get data of znode /21097649441/master because node does not exist (not an error) 2024-11-18T21:22:46,202 WARN [M:0;d63b309a8c2d:45263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T21:22:46,204 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:22:46,204 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964945724 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964945724,5,FailOnTimeoutGroup] 2024-11-18T21:22:46,209 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1488, reset compression=false 2024-11-18T21:22:46,222 INFO [M:0;d63b309a8c2d:45263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/.lastflushedseqids 2024-11-18T21:22:46,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741847_1023 (size=245) 2024-11-18T21:22:46,263 INFO [M:0;d63b309a8c2d:45263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:22:46,263 INFO [M:0;d63b309a8c2d:45263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:22:46,264 DEBUG [M:0;d63b309a8c2d:45263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:22:46,264 INFO [M:0;d63b309a8c2d:45263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:46,264 DEBUG [M:0;d63b309a8c2d:45263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:46,264 DEBUG [M:0;d63b309a8c2d:45263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:22:46,264 DEBUG [M:0;d63b309a8c2d:45263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:46,264 INFO [M:0;d63b309a8c2d:45263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-18T21:22:46,285 DEBUG [M:0;d63b309a8c2d:45263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/150159d4d61e4bcca7f146e85bc50bdf is 82, key is hbase:meta,,1/info:regioninfo/1731964946632/Put/seqid=0 2024-11-18T21:22:46,293 INFO [RS:0;d63b309a8c2d:40537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:22:46,293 INFO [RS:0;d63b309a8c2d:40537 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,40537,1731964944876; zookeeper connection closed. 2024-11-18T21:22:46,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:46,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x10054c5a50c0007, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:46,313 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fa15219 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fa15219 2024-11-18T21:22:46,320 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:22:46,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741848_1024 (size=5672) 2024-11-18T21:22:46,331 INFO [M:0;d63b309a8c2d:45263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/150159d4d61e4bcca7f146e85bc50bdf 2024-11-18T21:22:46,366 DEBUG [M:0;d63b309a8c2d:45263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26b8b2cecdcc4cdcb68ed67151c20f75 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731964954152/Put/seqid=0 2024-11-18T21:22:46,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741849_1025 (size=9212) 2024-11-18T21:22:46,390 INFO [M:0;d63b309a8c2d:45263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26b8b2cecdcc4cdcb68ed67151c20f75 2024-11-18T21:22:46,419 DEBUG [M:0;d63b309a8c2d:45263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/170fc105163c42d482e453f663312983 is 69, key is d63b309a8c2d,40537,1731964944876/rs:state/1731964945779/Put/seqid=0 2024-11-18T21:22:46,430 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1466, reset compression=false 2024-11-18T21:22:46,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741850_1026 (size=5156) 2024-11-18T21:22:46,841 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1488, reset compression=false 2024-11-18T21:22:46,891 INFO [M:0;d63b309a8c2d:45263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/170fc105163c42d482e453f663312983 2024-11-18T21:22:46,895 DEBUG [M:0;d63b309a8c2d:45263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/150159d4d61e4bcca7f146e85bc50bdf as hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/150159d4d61e4bcca7f146e85bc50bdf 2024-11-18T21:22:46,900 INFO [M:0;d63b309a8c2d:45263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/150159d4d61e4bcca7f146e85bc50bdf, entries=8, sequenceid=127, filesize=5.5 K 2024-11-18T21:22:46,901 DEBUG [M:0;d63b309a8c2d:45263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26b8b2cecdcc4cdcb68ed67151c20f75 as hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26b8b2cecdcc4cdcb68ed67151c20f75 2024-11-18T21:22:46,908 INFO [M:0;d63b309a8c2d:45263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26b8b2cecdcc4cdcb68ed67151c20f75, entries=15, sequenceid=127, filesize=9.0 K 2024-11-18T21:22:46,909 DEBUG [M:0;d63b309a8c2d:45263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/170fc105163c42d482e453f663312983 as hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/170fc105163c42d482e453f663312983 2024-11-18T21:22:46,913 INFO [M:0;d63b309a8c2d:45263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35677/user/jenkins/test-data/4beedb14-40d7-c848-c76f-3821a6151958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/170fc105163c42d482e453f663312983, entries=1, sequenceid=127, filesize=5.0 K 2024-11-18T21:22:46,913 INFO [M:0;d63b309a8c2d:45263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 649ms, sequenceid=127, compaction requested=false 2024-11-18T21:22:46,915 INFO [M:0;d63b309a8c2d:45263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:46,915 DEBUG [M:0;d63b309a8c2d:45263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964966264Disabling compacts and flushes for region at 1731964966264Disabling writes for close at 1731964966264Obtaining lock to block concurrent updates at 1731964966264Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731964966264Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731964966264Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731964966265 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731964966265Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731964966285 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731964966285Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731964966339 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731964966365 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731964966365Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731964966399 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731964966418 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731964966418Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@242b1512: reopening flushed file at 1731964966895 (+477 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4d899b: reopening flushed file at 1731964966900 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@722af7e: reopening flushed file at 1731964966909 (+9 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 649ms, sequenceid=127, compaction requested=false at 1731964966913 (+4 ms)Writing region close event to WAL at 1731964966915 (+2 ms)Closed at 1731964966915 2024-11-18T21:22:46,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741830_1006 (size=73866) 2024-11-18T21:22:46,918 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:22:46,918 INFO [M:0;d63b309a8c2d:45263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:22:46,918 INFO [M:0;d63b309a8c2d:45263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45263 2024-11-18T21:22:46,919 INFO [M:0;d63b309a8c2d:45263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:22:47,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:47,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45263-0x10054c5a50c0006, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:47,028 INFO [M:0;d63b309a8c2d:45263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:22:47,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a207af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:22:47,037 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67552449{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:22:47,037 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:22:47,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1573fbea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:22:47,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58b2fdd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/hadoop.log.dir/,STOPPED} 2024-11-18T21:22:47,049 WARN [BP-772603223-172.17.0.3-1731964943613 heartbeating to localhost/127.0.0.1:35677 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:22:47,049 WARN [BP-772603223-172.17.0.3-1731964943613 heartbeating to localhost/127.0.0.1:35677 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-772603223-172.17.0.3-1731964943613 (Datanode Uuid 467ce0f8-db4a-4845-badc-cec2c3e5b0ec) service to localhost/127.0.0.1:35677 2024-11-18T21:22:47,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/cluster_a5bb5393-692b-9d80-a296-bdf274156d65/data/data1/current/BP-772603223-172.17.0.3-1731964943613 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:22:47,051 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/cluster_a5bb5393-692b-9d80-a296-bdf274156d65/data/data2/current/BP-772603223-172.17.0.3-1731964943613 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:22:47,051 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:22:47,051 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:22:47,051 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:22:47,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26bb74dd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:22:47,062 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71399dd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:22:47,062 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:22:47,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cc2ccc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:22:47,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@214795f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/hadoop.log.dir/,STOPPED} 2024-11-18T21:22:47,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:22:47,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:22:47,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:22:47,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:47,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:47,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:47,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:47,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:22:47,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1328391792, stopped=false 2024-11-18T21:22:47,081 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,46181,1731964940982 2024-11-18T21:22:47,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11312061879/running 2024-11-18T21:22:47,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879 2024-11-18T21:22:47,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11312061879/running 2024-11-18T21:22:47,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879 2024-11-18T21:22:47,083 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:22:47,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Set watcher on znode that does not yet exist, /11312061879/running 2024-11-18T21:22:47,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Set watcher on znode that does not yet exist, /11312061879/running 2024-11-18T21:22:47,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:22:47,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:47,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:47,086 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,40005,1731964941197' ***** 2024-11-18T21:22:47,086 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:22:47,087 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:22:47,087 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:22:47,087 INFO [RS:0;d63b309a8c2d:40005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:22:47,087 INFO [RS:0;d63b309a8c2d:40005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:22:47,087 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(3091): Received CLOSE for d1205ab61d3dd050e96dfaef033c764f 2024-11-18T21:22:47,092 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(3091): Received CLOSE for 241e3754b014888c10d91abafa30204e 2024-11-18T21:22:47,092 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,40005,1731964941197 2024-11-18T21:22:47,093 INFO [RS:0;d63b309a8c2d:40005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:22:47,093 INFO [RS:0;d63b309a8c2d:40005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:40005. 2024-11-18T21:22:47,093 DEBUG [RS:0;d63b309a8c2d:40005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:47,093 DEBUG [RS:0;d63b309a8c2d:40005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:47,093 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:22:47,093 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:22:47,093 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:22:47,093 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:22:47,093 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T21:22:47,093 DEBUG [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1325): Online Regions={d1205ab61d3dd050e96dfaef033c764f=hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f., 1588230740=hbase:meta,,1.1588230740, 241e3754b014888c10d91abafa30204e=test,,1731964948018.241e3754b014888c10d91abafa30204e.} 2024-11-18T21:22:47,093 DEBUG [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 241e3754b014888c10d91abafa30204e, d1205ab61d3dd050e96dfaef033c764f 2024-11-18T21:22:47,093 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1205ab61d3dd050e96dfaef033c764f, disabling compactions & flushes 2024-11-18T21:22:47,093 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:22:47,093 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f. 2024-11-18T21:22:47,094 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:22:47,094 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f. 2024-11-18T21:22:47,094 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:22:47,094 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f. after waiting 0 ms 2024-11-18T21:22:47,094 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f. 2024-11-18T21:22:47,094 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:22:47,094 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:22:47,094 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d1205ab61d3dd050e96dfaef033c764f 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-18T21:22:47,094 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T21:22:47,120 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/.tmp/info/7e784975baf14c83bb7d92393130742b is 147, key is hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f./info:regioninfo/1731964952587/Put/seqid=0 2024-11-18T21:22:47,125 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/replication/d1205ab61d3dd050e96dfaef033c764f/.tmp/queue/bc058b4703c94839834b749c85e72b1f is 154, key is 1-d63b309a8c2d,40005,1731964941197/queue:d63b309a8c2d%2C40005%2C1731964941197/1731964964289/Put/seqid=0 2024-11-18T21:22:47,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741840_1016 (size=7686) 2024-11-18T21:22:47,140 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:22:47,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741841_1017 (size=5353) 2024-11-18T21:22:47,149 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/replication/d1205ab61d3dd050e96dfaef033c764f/.tmp/queue/bc058b4703c94839834b749c85e72b1f 2024-11-18T21:22:47,154 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/replication/d1205ab61d3dd050e96dfaef033c764f/.tmp/queue/bc058b4703c94839834b749c85e72b1f as hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/replication/d1205ab61d3dd050e96dfaef033c764f/queue/bc058b4703c94839834b749c85e72b1f 2024-11-18T21:22:47,158 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/replication/d1205ab61d3dd050e96dfaef033c764f/queue/bc058b4703c94839834b749c85e72b1f, entries=1, sequenceid=14, filesize=5.2 K 2024-11-18T21:22:47,159 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d1205ab61d3dd050e96dfaef033c764f in 65ms, sequenceid=14, compaction requested=false 2024-11-18T21:22:47,162 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/replication/d1205ab61d3dd050e96dfaef033c764f/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-18T21:22:47,163 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:22:47,163 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:22:47,163 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f. 2024-11-18T21:22:47,163 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1205ab61d3dd050e96dfaef033c764f: Waiting for close lock at 1731964967093Running coprocessor pre-close hooks at 1731964967093Disabling compacts and flushes for region at 1731964967093Disabling writes for close at 1731964967094 (+1 ms)Obtaining lock to block concurrent updates at 1731964967094Preparing flush snapshotting stores in d1205ab61d3dd050e96dfaef033c764f at 1731964967094Finished memstore snapshotting hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731964967094Flushing stores of hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f. at 1731964967095 (+1 ms)Flushing d1205ab61d3dd050e96dfaef033c764f/queue: creating writer at 1731964967095Flushing d1205ab61d3dd050e96dfaef033c764f/queue: appending metadata at 1731964967124 (+29 ms)Flushing d1205ab61d3dd050e96dfaef033c764f/queue: closing flushed file at 1731964967124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21dd2b6a: reopening flushed file at 1731964967153 (+29 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d1205ab61d3dd050e96dfaef033c764f in 65ms, sequenceid=14, compaction requested=false at 1731964967159 (+6 ms)Writing region close event to WAL at 1731964967160 (+1 ms)Running coprocessor post-close hooks at 1731964967163 (+3 ms)Closed at 1731964967163 2024-11-18T21:22:47,163 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731964952028.d1205ab61d3dd050e96dfaef033c764f. 2024-11-18T21:22:47,163 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 241e3754b014888c10d91abafa30204e, disabling compactions & flushes 2024-11-18T21:22:47,163 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731964948018.241e3754b014888c10d91abafa30204e. 2024-11-18T21:22:47,163 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964948018.241e3754b014888c10d91abafa30204e. 2024-11-18T21:22:47,163 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731964948018.241e3754b014888c10d91abafa30204e. after waiting 0 ms 2024-11-18T21:22:47,163 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731964948018.241e3754b014888c10d91abafa30204e. 2024-11-18T21:22:47,163 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 241e3754b014888c10d91abafa30204e 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-18T21:22:47,173 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1466, reset compression=false 2024-11-18T21:22:47,190 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:47,190 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1713, reset compression=false 2024-11-18T21:22:47,190 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,40005,1731964941197 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:47,191 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d63b309a8c2d,40005,1731964941197: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d63b309a8c2d,40005,1731964941197, walGroup=d63b309a8c2d%2C40005%2C1731964941197, offset=d63b309a8c2d%2C40005%2C1731964941197.1731964942433:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T21:22:47,192 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T21:22:47,192 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T21:22:47,192 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T21:22:47,192 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T21:22:47,192 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T21:22:47,192 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1237319680, "init": 1048576000, "max": 2306867200, "used": 872340912 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199263152 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T21:22:47,193 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:46181 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:46181 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T21:22:47,200 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e/.tmp/f/acf11756a5524bea9b8584c381da6645 is 37, key is row3/f:row3/1731964963165/Put/seqid=0 2024-11-18T21:22:47,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741842_1018 (size=5228) 2024-11-18T21:22:47,286 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:22:47,286 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:22:47,293 DEBUG [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 241e3754b014888c10d91abafa30204e 2024-11-18T21:22:47,397 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1713, reset compression=false 2024-11-18T21:22:47,494 DEBUG [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 241e3754b014888c10d91abafa30204e 2024-11-18T21:22:47,536 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/.tmp/info/7e784975baf14c83bb7d92393130742b 2024-11-18T21:22:47,552 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1488, reset compression=false 2024-11-18T21:22:47,619 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/.tmp/ns/47306ac9162241ddb324da375118ffc2 is 43, key is default/ns:d/1731964943489/Put/seqid=0 2024-11-18T21:22:47,621 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e/.tmp/f/acf11756a5524bea9b8584c381da6645 2024-11-18T21:22:47,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741843_1019 (size=5153) 2024-11-18T21:22:47,649 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for acf11756a5524bea9b8584c381da6645 2024-11-18T21:22:47,657 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/.tmp/ns/47306ac9162241ddb324da375118ffc2 2024-11-18T21:22:47,694 DEBUG [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 241e3754b014888c10d91abafa30204e 2024-11-18T21:22:47,709 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e/.tmp/f1/99df8e9afa324704b2a3152afe0631d9 is 30, key is row1/f1:/1731964960458/DeleteFamily/seqid=0 2024-11-18T21:22:47,720 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1713, reset compression=false 2024-11-18T21:22:47,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741844_1020 (size=5158) 2024-11-18T21:22:47,749 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/.tmp/rep_barrier/2e68c85e9bf84cdda4d9da62bd591547 is 112, key is test,,1731964948018.241e3754b014888c10d91abafa30204e./rep_barrier:seqnumDuringOpen/1731964948540/Put/seqid=0 2024-11-18T21:22:47,750 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e/.tmp/f1/99df8e9afa324704b2a3152afe0631d9 2024-11-18T21:22:47,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741845_1021 (size=5518) 2024-11-18T21:22:47,767 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99df8e9afa324704b2a3152afe0631d9 2024-11-18T21:22:47,809 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e/.tmp/norep/bcbcfec3a2434cbc915ae1a49cd0a0db is 33, key is row1/norep:/1731964960458/DeleteFamily/seqid=0 2024-11-18T21:22:47,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741846_1022 (size=5108) 2024-11-18T21:22:47,828 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e/.tmp/norep/bcbcfec3a2434cbc915ae1a49cd0a0db 2024-11-18T21:22:47,842 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcbcfec3a2434cbc915ae1a49cd0a0db 2024-11-18T21:22:47,843 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e/.tmp/f/acf11756a5524bea9b8584c381da6645 as hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e/f/acf11756a5524bea9b8584c381da6645 2024-11-18T21:22:47,849 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for acf11756a5524bea9b8584c381da6645 2024-11-18T21:22:47,849 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e/f/acf11756a5524bea9b8584c381da6645, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T21:22:47,851 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e/.tmp/f1/99df8e9afa324704b2a3152afe0631d9 as hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e/f1/99df8e9afa324704b2a3152afe0631d9 2024-11-18T21:22:47,856 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99df8e9afa324704b2a3152afe0631d9 2024-11-18T21:22:47,856 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e/f1/99df8e9afa324704b2a3152afe0631d9, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T21:22:47,857 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e/.tmp/norep/bcbcfec3a2434cbc915ae1a49cd0a0db as hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e/norep/bcbcfec3a2434cbc915ae1a49cd0a0db 2024-11-18T21:22:47,861 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcbcfec3a2434cbc915ae1a49cd0a0db 2024-11-18T21:22:47,861 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e/norep/bcbcfec3a2434cbc915ae1a49cd0a0db, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T21:22:47,862 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 241e3754b014888c10d91abafa30204e in 699ms, sequenceid=12, compaction requested=false 2024-11-18T21:22:47,868 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/default/test/241e3754b014888c10d91abafa30204e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T21:22:47,869 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:22:47,869 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:22:47,869 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731964948018.241e3754b014888c10d91abafa30204e. 2024-11-18T21:22:47,869 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 241e3754b014888c10d91abafa30204e: Waiting for close lock at 1731964967163Running coprocessor pre-close hooks at 1731964967163Disabling compacts and flushes for region at 1731964967163Disabling writes for close at 1731964967163Obtaining lock to block concurrent updates at 1731964967163Preparing flush snapshotting stores in 241e3754b014888c10d91abafa30204e at 1731964967163Finished memstore snapshotting test,,1731964948018.241e3754b014888c10d91abafa30204e., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731964967163Flushing stores of test,,1731964948018.241e3754b014888c10d91abafa30204e. at 1731964967164 (+1 ms)Flushing 241e3754b014888c10d91abafa30204e/f: creating writer at 1731964967164Flushing 241e3754b014888c10d91abafa30204e/f: appending metadata at 1731964967199 (+35 ms)Flushing 241e3754b014888c10d91abafa30204e/f: closing flushed file at 1731964967199Flushing 241e3754b014888c10d91abafa30204e/f1: creating writer at 1731964967650 (+451 ms)Flushing 241e3754b014888c10d91abafa30204e/f1: appending metadata at 1731964967709 (+59 ms)Flushing 241e3754b014888c10d91abafa30204e/f1: closing flushed file at 1731964967709Flushing 241e3754b014888c10d91abafa30204e/norep: creating writer at 1731964967767 (+58 ms)Flushing 241e3754b014888c10d91abafa30204e/norep: appending metadata at 1731964967808 (+41 ms)Flushing 241e3754b014888c10d91abafa30204e/norep: closing flushed file at 1731964967808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35b346bb: reopening flushed file at 1731964967842 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a50d24: reopening flushed file at 1731964967849 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65221573: reopening flushed file at 1731964967856 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 241e3754b014888c10d91abafa30204e in 699ms, sequenceid=12, compaction requested=false at 1731964967862 (+6 ms)Writing region close event to WAL at 1731964967865 (+3 ms)Running coprocessor post-close hooks at 1731964967869 (+4 ms)Closed at 1731964967869 2024-11-18T21:22:47,869 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731964948018.241e3754b014888c10d91abafa30204e. 2024-11-18T21:22:47,894 DEBUG [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:22:48,094 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T21:22:48,094 DEBUG [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:22:48,094 DEBUG [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:22:48,157 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 1713, reset compression=false 2024-11-18T21:22:48,164 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/.tmp/rep_barrier/2e68c85e9bf84cdda4d9da62bd591547 2024-11-18T21:22:48,189 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:48,189 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 2357, reset compression=false 2024-11-18T21:22:48,220 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/.tmp/table/2ea42a1e5e9f43d094fccb6e058d7951 is 53, key is hbase:replication/table:state/1731964952617/Put/seqid=0 2024-11-18T21:22:48,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741847_1023 (size=5308) 2024-11-18T21:22:48,295 DEBUG [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:22:48,376 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1488, reset compression=false 2024-11-18T21:22:48,413 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 2357, reset compression=false 2024-11-18T21:22:48,495 DEBUG [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:22:48,634 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/.tmp/table/2ea42a1e5e9f43d094fccb6e058d7951 2024-11-18T21:22:48,640 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/.tmp/info/7e784975baf14c83bb7d92393130742b as hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/info/7e784975baf14c83bb7d92393130742b 2024-11-18T21:22:48,646 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/info/7e784975baf14c83bb7d92393130742b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T21:22:48,647 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/.tmp/ns/47306ac9162241ddb324da375118ffc2 as hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/ns/47306ac9162241ddb324da375118ffc2 2024-11-18T21:22:48,653 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/ns/47306ac9162241ddb324da375118ffc2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T21:22:48,654 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/.tmp/rep_barrier/2e68c85e9bf84cdda4d9da62bd591547 as hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/rep_barrier/2e68c85e9bf84cdda4d9da62bd591547 2024-11-18T21:22:48,660 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/rep_barrier/2e68c85e9bf84cdda4d9da62bd591547, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T21:22:48,661 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/.tmp/table/2ea42a1e5e9f43d094fccb6e058d7951 as hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/table/2ea42a1e5e9f43d094fccb6e058d7951 2024-11-18T21:22:48,672 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/table/2ea42a1e5e9f43d094fccb6e058d7951, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T21:22:48,673 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1579ms, sequenceid=16, compaction requested=false 2024-11-18T21:22:48,695 DEBUG [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:22:48,705 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T21:22:48,706 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:22:48,706 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:22:48,706 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:22:48,706 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964967093Running coprocessor pre-close hooks at 1731964967093Disabling compacts and flushes for region at 1731964967093Disabling writes for close at 1731964967094 (+1 ms)Obtaining lock to block concurrent updates at 1731964967094Preparing flush snapshotting stores in 1588230740 at 1731964967094Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731964967094Flushing stores of hbase:meta,,1.1588230740 at 1731964967095 (+1 ms)Flushing 1588230740/info: creating writer at 1731964967095Flushing 1588230740/info: appending metadata at 1731964967120 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731964967120Flushing 1588230740/ns: creating writer at 1731964967563 (+443 ms)Flushing 1588230740/ns: appending metadata at 1731964967619 (+56 ms)Flushing 1588230740/ns: closing flushed file at 1731964967619Flushing 1588230740/rep_barrier: creating writer at 1731964967684 (+65 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731964967749 (+65 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731964967749Flushing 1588230740/table: creating writer at 1731964968183 (+434 ms)Flushing 1588230740/table: appending metadata at 1731964968219 (+36 ms)Flushing 1588230740/table: closing flushed file at 1731964968219Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba78924: reopening flushed file at 1731964968639 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7312cb8e: reopening flushed file at 1731964968646 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df7a2ae: reopening flushed file at 1731964968653 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec13854: reopening flushed file at 1731964968660 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1579ms, sequenceid=16, compaction requested=false at 1731964968673 (+13 ms)Writing region close event to WAL at 1731964968697 (+24 ms)Running coprocessor post-close hooks at 1731964968706 (+9 ms)Closed at 1731964968706 2024-11-18T21:22:48,706 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:22:48,737 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.wal-reader.d63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.1731964942433 to pos 2357, reset compression=false 2024-11-18T21:22:48,895 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,40005,1731964941197; all regions closed. 2024-11-18T21:22:48,898 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/WALs/d63b309a8c2d,40005,1731964941197/d63b309a8c2d%2C40005%2C1731964941197.meta.1731964943430.meta not finished, retry = 0 2024-11-18T21:22:48,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741834_1010 (size=4239) 2024-11-18T21:22:49,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741839_1015 (size=3552) 2024-11-18T21:22:49,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741832_1008 (size=2365) 2024-11-18T21:22:49,105 DEBUG [RS:0;d63b309a8c2d:40005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:49,105 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:22:49,107 INFO [RS:0;d63b309a8c2d:40005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:22:49,107 INFO [RS:0;d63b309a8c2d:40005 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T21:22:49,107 INFO [RS:0;d63b309a8c2d:40005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:22:49,107 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d63b309a8c2d,40005,1731964941197 because: Region server is closing 2024-11-18T21:22:49,107 INFO [RS:0;d63b309a8c2d:40005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:40005. 2024-11-18T21:22:49,107 DEBUG [RS:0;d63b309a8c2d:40005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:49,107 DEBUG [RS:0;d63b309a8c2d:40005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:49,107 DEBUG [RS:0;d63b309a8c2d:40005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:49,108 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:22:49,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:49,208 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,40005,1731964941197.replicationSource.shipperd63b309a8c2d%2C40005%2C1731964941197,1-d63b309a8c2d,40005,1731964941197 terminated 2024-11-18T21:22:49,208 INFO [RS:0;d63b309a8c2d:40005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:40005. 2024-11-18T21:22:49,208 DEBUG [RS:0;d63b309a8c2d:40005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:49,208 DEBUG [RS:0;d63b309a8c2d:40005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:49,208 DEBUG [RS:0;d63b309a8c2d:40005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:49,208 INFO [RS:0;d63b309a8c2d:40005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40005 2024-11-18T21:22:49,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:49,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879/rs 2024-11-18T21:22:49,212 INFO [RS:0;d63b309a8c2d:40005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:22:49,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,40005,1731964941197] 2024-11-18T21:22:49,216 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11312061879/draining/d63b309a8c2d,40005,1731964941197 already deleted, retry=false 2024-11-18T21:22:49,216 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,40005,1731964941197 expired; onlineServers=0 2024-11-18T21:22:49,216 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,46181,1731964940982' ***** 2024-11-18T21:22:49,216 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:22:49,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11312061879/rs/d63b309a8c2d,40005,1731964941197 2024-11-18T21:22:49,216 INFO [M:0;d63b309a8c2d:46181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:22:49,216 INFO [M:0;d63b309a8c2d:46181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:22:49,216 DEBUG [M:0;d63b309a8c2d:46181 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:22:49,216 DEBUG [M:0;d63b309a8c2d:46181 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:22:49,216 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:22:49,216 INFO [M:0;d63b309a8c2d:46181 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:22:49,216 INFO [M:0;d63b309a8c2d:46181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:22:49,216 DEBUG [M:0;d63b309a8c2d:46181 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:22:49,216 INFO [M:0;d63b309a8c2d:46181 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:22:49,216 INFO [M:0;d63b309a8c2d:46181 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:22:49,216 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964942190 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964942190,5,FailOnTimeoutGroup] 2024-11-18T21:22:49,216 INFO [M:0;d63b309a8c2d:46181 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:22:49,217 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964942186 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964942186,5,FailOnTimeoutGroup] 2024-11-18T21:22:49,217 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:22:49,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11312061879/master 2024-11-18T21:22:49,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11312061879 2024-11-18T21:22:49,222 DEBUG [M:0;d63b309a8c2d:46181 {}] zookeeper.RecoverableZooKeeper(212): Node /11312061879/master already deleted, retry=false 2024-11-18T21:22:49,222 DEBUG [M:0;d63b309a8c2d:46181 {}] master.ActiveMasterManager(353): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Failed delete of our master address node; KeeperErrorCode = NoNode for /11312061879/master 2024-11-18T21:22:49,235 INFO [M:0;d63b309a8c2d:46181 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/.lastflushedseqids 2024-11-18T21:22:49,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741848_1024 (size=245) 2024-11-18T21:22:49,310 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1488, reset compression=false 2024-11-18T21:22:49,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:49,317 INFO [RS:0;d63b309a8c2d:40005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:22:49,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x10054c5a50c0004, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:49,317 INFO [RS:0;d63b309a8c2d:40005 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,40005,1731964941197; zookeeper connection closed. 2024-11-18T21:22:49,328 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a17a742 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a17a742 2024-11-18T21:22:49,332 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:22:49,662 INFO [M:0;d63b309a8c2d:46181 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:22:49,662 INFO [M:0;d63b309a8c2d:46181 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:22:49,662 DEBUG [M:0;d63b309a8c2d:46181 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:22:49,662 INFO [M:0;d63b309a8c2d:46181 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:49,662 DEBUG [M:0;d63b309a8c2d:46181 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:49,662 DEBUG [M:0;d63b309a8c2d:46181 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:22:49,662 DEBUG [M:0;d63b309a8c2d:46181 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:49,662 INFO [M:0;d63b309a8c2d:46181 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T21:22:49,685 DEBUG [M:0;d63b309a8c2d:46181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c71bbc820c74fb1a70ada1d917d4b31 is 82, key is hbase:meta,,1/info:regioninfo/1731964943476/Put/seqid=0 2024-11-18T21:22:49,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741849_1025 (size=5672) 2024-11-18T21:22:50,090 INFO [M:0;d63b309a8c2d:46181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c71bbc820c74fb1a70ada1d917d4b31 2024-11-18T21:22:50,112 DEBUG [M:0;d63b309a8c2d:46181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f97381ad74ae47cab9d5614eb7c65c63 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731964952629/Put/seqid=0 2024-11-18T21:22:50,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741850_1026 (size=8516) 2024-11-18T21:22:50,118 INFO [M:0;d63b309a8c2d:46181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f97381ad74ae47cab9d5614eb7c65c63 2024-11-18T21:22:50,141 DEBUG [M:0;d63b309a8c2d:46181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16d91e7b625c4f4eae8ff478d6e52a34 is 69, key is d63b309a8c2d,40005,1731964941197/rs:state/1731964942260/Put/seqid=0 2024-11-18T21:22:50,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741851_1027 (size=5156) 2024-11-18T21:22:50,326 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1488, reset compression=false 2024-11-18T21:22:50,548 INFO [M:0;d63b309a8c2d:46181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16d91e7b625c4f4eae8ff478d6e52a34 2024-11-18T21:22:50,561 DEBUG [M:0;d63b309a8c2d:46181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c71bbc820c74fb1a70ada1d917d4b31 as hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c71bbc820c74fb1a70ada1d917d4b31 2024-11-18T21:22:50,572 INFO [M:0;d63b309a8c2d:46181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c71bbc820c74fb1a70ada1d917d4b31, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T21:22:50,573 DEBUG [M:0;d63b309a8c2d:46181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f97381ad74ae47cab9d5614eb7c65c63 as hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f97381ad74ae47cab9d5614eb7c65c63 2024-11-18T21:22:50,582 INFO [M:0;d63b309a8c2d:46181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f97381ad74ae47cab9d5614eb7c65c63, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T21:22:50,584 DEBUG [M:0;d63b309a8c2d:46181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16d91e7b625c4f4eae8ff478d6e52a34 as hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16d91e7b625c4f4eae8ff478d6e52a34 2024-11-18T21:22:50,595 INFO [M:0;d63b309a8c2d:46181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45343/user/jenkins/test-data/d3915b21-4d54-c38a-1bf0-588d499c5596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16d91e7b625c4f4eae8ff478d6e52a34, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T21:22:50,597 INFO [M:0;d63b309a8c2d:46181 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 935ms, sequenceid=97, compaction requested=false 2024-11-18T21:22:50,601 INFO [M:0;d63b309a8c2d:46181 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:50,602 DEBUG [M:0;d63b309a8c2d:46181 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964969662Disabling compacts and flushes for region at 1731964969662Disabling writes for close at 1731964969662Obtaining lock to block concurrent updates at 1731964969662Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731964969662Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731964969663 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731964969663Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731964969663Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731964969684 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731964969684Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731964970094 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731964970111 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731964970111Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731964970122 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731964970141 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731964970141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d213184: reopening flushed file at 1731964970556 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ec06de: reopening flushed file at 1731964970572 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65570143: reopening flushed file at 1731964970582 (+10 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 935ms, sequenceid=97, compaction requested=false at 1731964970597 (+15 ms)Writing region close event to WAL at 1731964970601 (+4 ms)Closed at 1731964970601 2024-11-18T21:22:50,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741830_1006 (size=63654) 2024-11-18T21:22:50,611 INFO [M:0;d63b309a8c2d:46181 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:22:50,611 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:22:50,611 INFO [M:0;d63b309a8c2d:46181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46181 2024-11-18T21:22:50,612 INFO [M:0;d63b309a8c2d:46181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:22:50,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:50,714 INFO [M:0;d63b309a8c2d:46181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:22:50,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x10054c5a50c0003, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:50,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f4d3814{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:22:50,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@738a9463{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:22:50,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:22:50,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56de0319{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:22:50,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6790afcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/hadoop.log.dir/,STOPPED} 2024-11-18T21:22:50,720 WARN [BP-497519451-172.17.0.3-1731964939575 heartbeating to localhost/127.0.0.1:45343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:22:50,720 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:22:50,720 WARN [BP-497519451-172.17.0.3-1731964939575 heartbeating to localhost/127.0.0.1:45343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-497519451-172.17.0.3-1731964939575 (Datanode Uuid ae4b4226-31f8-4d1d-925e-20abcb49bf0e) service to localhost/127.0.0.1:45343 2024-11-18T21:22:50,720 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:22:50,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/cluster_63afa5f7-bd51-7926-1d3c-f6e005e38804/data/data1/current/BP-497519451-172.17.0.3-1731964939575 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:22:50,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/cluster_63afa5f7-bd51-7926-1d3c-f6e005e38804/data/data2/current/BP-497519451-172.17.0.3-1731964939575 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:22:50,721 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:22:50,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:50,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:50,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:50,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:50,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:50,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:50,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:50,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:50,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:50,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:50,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:50,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:50,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@683bd178{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:22:50,815 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4998e689{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:22:50,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:22:50,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44dbfc84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:22:50,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68664e8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f48e384-ce59-0194-db49-45b0a0a49fbe/hadoop.log.dir/,STOPPED} 2024-11-18T21:22:50,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:22:50,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:22:50,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:22:50,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:50,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:50,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:50,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:50,832 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:22:50,832 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=357144738, stopped=false 2024-11-18T21:22:50,832 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,33943,1731964936250 2024-11-18T21:22:50,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01323211245/running 2024-11-18T21:22:50,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245 2024-11-18T21:22:50,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01323211245/running 2024-11-18T21:22:50,834 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:22:50,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245 2024-11-18T21:22:50,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Set watcher on znode that does not yet exist, /01323211245/running 2024-11-18T21:22:50,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Set watcher on znode that does not yet exist, /01323211245/running 2024-11-18T21:22:50,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:22:50,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:50,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:50,836 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,34227,1731964936305' ***** 2024-11-18T21:22:50,836 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:22:50,837 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:22:50,837 INFO [RS:0;d63b309a8c2d:34227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:22:50,837 INFO [RS:0;d63b309a8c2d:34227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:22:50,837 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(3091): Received CLOSE for 46f8877220438bb5cfbe388f58c6e121 2024-11-18T21:22:50,837 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:22:50,837 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(3091): Received CLOSE for c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:50,837 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,34227,1731964936305 2024-11-18T21:22:50,837 INFO [RS:0;d63b309a8c2d:34227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:22:50,838 INFO [RS:0;d63b309a8c2d:34227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:34227. 2024-11-18T21:22:50,838 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46f8877220438bb5cfbe388f58c6e121, disabling compactions & flushes 2024-11-18T21:22:50,838 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731964946837.46f8877220438bb5cfbe388f58c6e121. 2024-11-18T21:22:50,838 DEBUG [RS:0;d63b309a8c2d:34227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:50,838 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964946837.46f8877220438bb5cfbe388f58c6e121. 2024-11-18T21:22:50,838 DEBUG [RS:0;d63b309a8c2d:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:50,838 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731964946837.46f8877220438bb5cfbe388f58c6e121. after waiting 0 ms 2024-11-18T21:22:50,838 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731964946837.46f8877220438bb5cfbe388f58c6e121. 2024-11-18T21:22:50,838 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:22:50,838 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:22:50,838 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:22:50,838 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:22:50,838 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 46f8877220438bb5cfbe388f58c6e121 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-18T21:22:50,838 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T21:22:50,838 DEBUG [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1325): Online Regions={46f8877220438bb5cfbe388f58c6e121=test,,1731964946837.46f8877220438bb5cfbe388f58c6e121., c0c4a70bb2ef7c3f4e8ebad0f1b529fa=hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:22:50,838 DEBUG [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46f8877220438bb5cfbe388f58c6e121, c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:50,838 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:22:50,838 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:22:50,838 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:22:50,838 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:22:50,838 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:22:50,838 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T21:22:50,854 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:22:50,859 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121/.tmp/f/cc0178cfc63e4fea9531bfb8a761317f is 37, key is row3/f:row3/1731964963165/Put/seqid=0 2024-11-18T21:22:50,863 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/.tmp/info/885f92a23d8b4b8cbb0b91a3bde85530 is 147, key is hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa./info:regioninfo/1731964950811/Put/seqid=0 2024-11-18T21:22:50,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741840_1016 (size=5228) 2024-11-18T21:22:50,870 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121/.tmp/f/cc0178cfc63e4fea9531bfb8a761317f 2024-11-18T21:22:50,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741841_1017 (size=7686) 2024-11-18T21:22:50,912 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc0178cfc63e4fea9531bfb8a761317f 2024-11-18T21:22:50,965 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121/.tmp/f1/e364d80a9d444e7282e436a27fd5441f is 30, key is row1/f1:/1731964960458/DeleteFamily/seqid=0 2024-11-18T21:22:50,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741842_1018 (size=5158) 2024-11-18T21:22:51,038 DEBUG [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46f8877220438bb5cfbe388f58c6e121, c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:51,238 DEBUG [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46f8877220438bb5cfbe388f58c6e121, c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:51,264 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:22:51,264 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:22:51,295 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/.tmp/info/885f92a23d8b4b8cbb0b91a3bde85530 2024-11-18T21:22:51,311 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:22:51,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:51,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:51,345 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/.tmp/ns/877bdd7d1cdc41968f7e36dfa71b8268 is 43, key is default/ns:d/1731964939473/Put/seqid=0 2024-11-18T21:22:51,379 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121/.tmp/f1/e364d80a9d444e7282e436a27fd5441f 2024-11-18T21:22:51,386 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e364d80a9d444e7282e436a27fd5441f 2024-11-18T21:22:51,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741843_1019 (size=5153) 2024-11-18T21:22:51,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:51,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:51,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:51,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:51,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:51,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:51,437 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1488, reset compression=false 2024-11-18T21:22:51,445 DEBUG [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46f8877220438bb5cfbe388f58c6e121, c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:51,449 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121/.tmp/norep/e22b2caa80f2432091f9e106d739ba2c is 32, key is row/norep:/1731964959446/DeleteFamily/seqid=0 2024-11-18T21:22:51,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:51,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:51,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:51,459 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:51,459 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1735, reset compression=false 2024-11-18T21:22:51,460 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,34227,1731964936305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:22:51,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:51,461 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d63b309a8c2d,34227,1731964936305: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d63b309a8c2d,34227,1731964936305, walGroup=d63b309a8c2d%2C34227%2C1731964936305, offset=d63b309a8c2d%2C34227%2C1731964936305.1731964938364:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:34227 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T21:22:51,463 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T21:22:51,463 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T21:22:51,463 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T21:22:51,464 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T21:22:51,464 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T21:22:51,464 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1237319680, "init": 1048576000, "max": 2306867200, "used": 747111912 }, "NonHeapMemoryUsage": { "committed": 203030528, "init": 7667712, "max": -1, "used": 200106128 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T21:22:51,464 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T21:22:51,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741844_1020 (size=5101) 2024-11-18T21:22:51,506 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121/.tmp/norep/e22b2caa80f2432091f9e106d739ba2c 2024-11-18T21:22:51,511 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e22b2caa80f2432091f9e106d739ba2c 2024-11-18T21:22:51,513 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121/.tmp/f/cc0178cfc63e4fea9531bfb8a761317f as hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121/f/cc0178cfc63e4fea9531bfb8a761317f 2024-11-18T21:22:51,525 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc0178cfc63e4fea9531bfb8a761317f 2024-11-18T21:22:51,525 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121/f/cc0178cfc63e4fea9531bfb8a761317f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T21:22:51,536 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121/.tmp/f1/e364d80a9d444e7282e436a27fd5441f as hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121/f1/e364d80a9d444e7282e436a27fd5441f 2024-11-18T21:22:51,548 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e364d80a9d444e7282e436a27fd5441f 2024-11-18T21:22:51,548 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121/f1/e364d80a9d444e7282e436a27fd5441f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T21:22:51,550 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121/.tmp/norep/e22b2caa80f2432091f9e106d739ba2c as hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121/norep/e22b2caa80f2432091f9e106d739ba2c 2024-11-18T21:22:51,564 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e22b2caa80f2432091f9e106d739ba2c 2024-11-18T21:22:51,564 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121/norep/e22b2caa80f2432091f9e106d739ba2c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T21:22:51,569 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 46f8877220438bb5cfbe388f58c6e121 in 731ms, sequenceid=12, compaction requested=false 2024-11-18T21:22:51,569 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T21:22:51,597 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/default/test/46f8877220438bb5cfbe388f58c6e121/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T21:22:51,600 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:22:51,600 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:22:51,600 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731964946837.46f8877220438bb5cfbe388f58c6e121. 2024-11-18T21:22:51,600 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46f8877220438bb5cfbe388f58c6e121: Waiting for close lock at 1731964970837Running coprocessor pre-close hooks at 1731964970837Disabling compacts and flushes for region at 1731964970837Disabling writes for close at 1731964970838 (+1 ms)Obtaining lock to block concurrent updates at 1731964970838Preparing flush snapshotting stores in 46f8877220438bb5cfbe388f58c6e121 at 1731964970838Finished memstore snapshotting test,,1731964946837.46f8877220438bb5cfbe388f58c6e121., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731964970838Flushing stores of test,,1731964946837.46f8877220438bb5cfbe388f58c6e121. at 1731964970839 (+1 ms)Flushing 46f8877220438bb5cfbe388f58c6e121/f: creating writer at 1731964970839Flushing 46f8877220438bb5cfbe388f58c6e121/f: appending metadata at 1731964970858 (+19 ms)Flushing 46f8877220438bb5cfbe388f58c6e121/f: closing flushed file at 1731964970858Flushing 46f8877220438bb5cfbe388f58c6e121/f1: creating writer at 1731964970912 (+54 ms)Flushing 46f8877220438bb5cfbe388f58c6e121/f1: appending metadata at 1731964970964 (+52 ms)Flushing 46f8877220438bb5cfbe388f58c6e121/f1: closing flushed file at 1731964970964Flushing 46f8877220438bb5cfbe388f58c6e121/norep: creating writer at 1731964971386 (+422 ms)Flushing 46f8877220438bb5cfbe388f58c6e121/norep: appending metadata at 1731964971448 (+62 ms)Flushing 46f8877220438bb5cfbe388f58c6e121/norep: closing flushed file at 1731964971448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cbef0fe: reopening flushed file at 1731964971512 (+64 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc02f31: reopening flushed file at 1731964971526 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3539160a: reopening flushed file at 1731964971548 (+22 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 46f8877220438bb5cfbe388f58c6e121 in 731ms, sequenceid=12, compaction requested=false at 1731964971569 (+21 ms)Writing region close event to WAL at 1731964971590 (+21 ms)Running coprocessor post-close hooks at 1731964971600 (+10 ms)Closed at 1731964971600 2024-11-18T21:22:51,600 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731964946837.46f8877220438bb5cfbe388f58c6e121. 2024-11-18T21:22:51,600 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0c4a70bb2ef7c3f4e8ebad0f1b529fa, disabling compactions & flushes 2024-11-18T21:22:51,601 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. 2024-11-18T21:22:51,601 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. 2024-11-18T21:22:51,601 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. after waiting 0 ms 2024-11-18T21:22:51,601 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. 2024-11-18T21:22:51,601 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0c4a70bb2ef7c3f4e8ebad0f1b529fa: Waiting for close lock at 1731964971600Running coprocessor pre-close hooks at 1731964971600Disabling compacts and flushes for region at 1731964971600Disabling writes for close at 1731964971601 (+1 ms)Failed flush hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa., putting online again at 1731964971601 2024-11-18T21:22:51,601 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. 2024-11-18T21:22:51,648 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(3091): Received CLOSE for c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:51,648 DEBUG [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0c4a70bb2ef7c3f4e8ebad0f1b529fa 2024-11-18T21:22:51,648 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0c4a70bb2ef7c3f4e8ebad0f1b529fa, disabling compactions & flushes 2024-11-18T21:22:51,649 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. 2024-11-18T21:22:51,649 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. 2024-11-18T21:22:51,649 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. after waiting 0 ms 2024-11-18T21:22:51,649 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. 2024-11-18T21:22:51,649 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0c4a70bb2ef7c3f4e8ebad0f1b529fa: Waiting for close lock at 1731964971648Running coprocessor pre-close hooks at 1731964971648Disabling compacts and flushes for region at 1731964971648Disabling writes for close at 1731964971649 (+1 ms)Failed flush hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa., putting online again at 1731964971649 2024-11-18T21:22:51,649 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa. 2024-11-18T21:22:51,705 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 1735, reset compression=false 2024-11-18T21:22:51,712 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:22:51,712 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 2379, reset compression=false 2024-11-18T21:22:51,797 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/.tmp/ns/877bdd7d1cdc41968f7e36dfa71b8268 2024-11-18T21:22:51,827 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/.tmp/rep_barrier/f7dee1fc100e467f8e670b0367ab24fc is 112, key is test,,1731964946837.46f8877220438bb5cfbe388f58c6e121./rep_barrier:seqnumDuringOpen/1731964947800/Put/seqid=0 2024-11-18T21:22:51,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741845_1021 (size=5518) 2024-11-18T21:22:51,836 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/.tmp/rep_barrier/f7dee1fc100e467f8e670b0367ab24fc 2024-11-18T21:22:51,848 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T21:22:51,848 DEBUG [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1325): Online Regions={c0c4a70bb2ef7c3f4e8ebad0f1b529fa=hbase:replication,,1731964949840.c0c4a70bb2ef7c3f4e8ebad0f1b529fa., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:22:51,848 DEBUG [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:22:51,860 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/.tmp/table/694a2ef6420e4d9f80a1abfac8d46217 is 53, key is hbase:replication/table:state/1731964950841/Put/seqid=0 2024-11-18T21:22:51,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741846_1022 (size=5308) 2024-11-18T21:22:51,921 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 2379, reset compression=false 2024-11-18T21:22:52,049 DEBUG [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:22:52,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T21:22:52,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:22:52,225 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.wal-reader.d63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.1731964938364 to pos 2379, reset compression=false 2024-11-18T21:22:52,249 DEBUG [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:22:52,264 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/.tmp/table/694a2ef6420e4d9f80a1abfac8d46217 2024-11-18T21:22:52,270 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/.tmp/info/885f92a23d8b4b8cbb0b91a3bde85530 as hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/info/885f92a23d8b4b8cbb0b91a3bde85530 2024-11-18T21:22:52,278 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/info/885f92a23d8b4b8cbb0b91a3bde85530, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T21:22:52,281 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/.tmp/ns/877bdd7d1cdc41968f7e36dfa71b8268 as hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/ns/877bdd7d1cdc41968f7e36dfa71b8268 2024-11-18T21:22:52,285 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/ns/877bdd7d1cdc41968f7e36dfa71b8268, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T21:22:52,286 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/.tmp/rep_barrier/f7dee1fc100e467f8e670b0367ab24fc as hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/rep_barrier/f7dee1fc100e467f8e670b0367ab24fc 2024-11-18T21:22:52,290 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/rep_barrier/f7dee1fc100e467f8e670b0367ab24fc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T21:22:52,291 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/.tmp/table/694a2ef6420e4d9f80a1abfac8d46217 as hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/table/694a2ef6420e4d9f80a1abfac8d46217 2024-11-18T21:22:52,295 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/table/694a2ef6420e4d9f80a1abfac8d46217, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T21:22:52,296 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1458ms, sequenceid=16, compaction requested=false 2024-11-18T21:22:52,296 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T21:22:52,305 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T21:22:52,305 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:22:52,305 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:22:52,305 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:22:52,306 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964970838Running coprocessor pre-close hooks at 1731964970838Disabling compacts and flushes for region at 1731964970838Disabling writes for close at 1731964970838Obtaining lock to block concurrent updates at 1731964970838Preparing flush snapshotting stores in 1588230740 at 1731964970838Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731964970839 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731964970839Flushing 1588230740/info: creating writer at 1731964970839Flushing 1588230740/info: appending metadata at 1731964970862 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731964970862Flushing 1588230740/ns: creating writer at 1731964971311 (+449 ms)Flushing 1588230740/ns: appending metadata at 1731964971345 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731964971345Flushing 1588230740/rep_barrier: creating writer at 1731964971804 (+459 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731964971826 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731964971826Flushing 1588230740/table: creating writer at 1731964971841 (+15 ms)Flushing 1588230740/table: appending metadata at 1731964971860 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731964971860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eee4607: reopening flushed file at 1731964972269 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68626e83: reopening flushed file at 1731964972279 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2097d1c4: reopening flushed file at 1731964972285 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@355ba751: reopening flushed file at 1731964972290 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1458ms, sequenceid=16, compaction requested=false at 1731964972296 (+6 ms)Writing region close event to WAL at 1731964972300 (+4 ms)Running coprocessor post-close hooks at 1731964972305 (+5 ms)Closed at 1731964972305 2024-11-18T21:22:52,306 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:22:52,449 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T21:22:52,449 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,34227,1731964936305; all regions closed. 2024-11-18T21:22:52,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741834_1010 (size=4239) 2024-11-18T21:22:52,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741839_1015 (size=2609) 2024-11-18T21:22:52,455 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/WALs/d63b309a8c2d,34227,1731964936305/d63b309a8c2d%2C34227%2C1731964936305.rep.1731964950685 not finished, retry = 0 2024-11-18T21:22:52,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741832_1008 (size=2387) 2024-11-18T21:22:52,575 DEBUG [RS:0;d63b309a8c2d:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:52,575 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:22:52,575 INFO [RS:0;d63b309a8c2d:34227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:22:52,576 INFO [RS:0;d63b309a8c2d:34227 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T21:22:52,576 INFO [RS:0;d63b309a8c2d:34227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:22:52,576 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:22:52,576 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d63b309a8c2d,34227,1731964936305 because: Region server is closing 2024-11-18T21:22:52,576 INFO [RS:0;d63b309a8c2d:34227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:34227. 2024-11-18T21:22:52,577 DEBUG [RS:0;d63b309a8c2d:34227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:52,577 DEBUG [RS:0;d63b309a8c2d:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:52,577 DEBUG [RS:0;d63b309a8c2d:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:52,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:52,677 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34227,1731964936305.replicationSource.shipperd63b309a8c2d%2C34227%2C1731964936305,1-d63b309a8c2d,34227,1731964936305 terminated 2024-11-18T21:22:52,677 INFO [RS:0;d63b309a8c2d:34227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:34227. 2024-11-18T21:22:52,677 DEBUG [RS:0;d63b309a8c2d:34227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:22:52,677 DEBUG [RS:0;d63b309a8c2d:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:52,678 DEBUG [RS:0;d63b309a8c2d:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:52,678 INFO [RS:0;d63b309a8c2d:34227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34227 2024-11-18T21:22:52,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:22:52,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245/rs 2024-11-18T21:22:52,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01323211245/rs/d63b309a8c2d,34227,1731964936305 2024-11-18T21:22:52,681 INFO [RS:0;d63b309a8c2d:34227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:22:52,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,34227,1731964936305] 2024-11-18T21:22:52,683 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01323211245/draining/d63b309a8c2d,34227,1731964936305 already deleted, retry=false 2024-11-18T21:22:52,683 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,34227,1731964936305 expired; onlineServers=0 2024-11-18T21:22:52,683 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,33943,1731964936250' ***** 2024-11-18T21:22:52,683 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:22:52,683 INFO [M:0;d63b309a8c2d:33943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:22:52,683 INFO [M:0;d63b309a8c2d:33943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:22:52,683 DEBUG [M:0;d63b309a8c2d:33943 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:22:52,683 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:22:52,684 DEBUG [M:0;d63b309a8c2d:33943 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:22:52,684 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964938106 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964938106,5,FailOnTimeoutGroup] 2024-11-18T21:22:52,684 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964938107 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964938107,5,FailOnTimeoutGroup] 2024-11-18T21:22:52,684 INFO [M:0;d63b309a8c2d:33943 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:22:52,684 INFO [M:0;d63b309a8c2d:33943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:22:52,684 DEBUG [M:0;d63b309a8c2d:33943 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:22:52,684 INFO [M:0;d63b309a8c2d:33943 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:22:52,684 INFO [M:0;d63b309a8c2d:33943 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:22:52,684 INFO [M:0;d63b309a8c2d:33943 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:22:52,685 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:22:52,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01323211245/master 2024-11-18T21:22:52,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01323211245 2024-11-18T21:22:52,686 DEBUG [M:0;d63b309a8c2d:33943 {}] zookeeper.ZKUtil(347): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Unable to get data of znode /01323211245/master because node does not exist (not an error) 2024-11-18T21:22:52,686 WARN [M:0;d63b309a8c2d:33943 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T21:22:52,687 INFO [M:0;d63b309a8c2d:33943 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/.lastflushedseqids 2024-11-18T21:22:52,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741847_1023 (size=245) 2024-11-18T21:22:52,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:52,783 INFO [RS:0;d63b309a8c2d:34227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:22:52,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x10054c5a50c0001, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:52,783 INFO [RS:0;d63b309a8c2d:34227 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,34227,1731964936305; zookeeper connection closed. 2024-11-18T21:22:52,783 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@313d3a6e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@313d3a6e 2024-11-18T21:22:52,783 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:22:53,107 INFO [M:0;d63b309a8c2d:33943 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:22:53,107 INFO [M:0;d63b309a8c2d:33943 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:22:53,107 DEBUG [M:0;d63b309a8c2d:33943 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:22:53,107 INFO [M:0;d63b309a8c2d:33943 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:53,107 DEBUG [M:0;d63b309a8c2d:33943 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:53,107 DEBUG [M:0;d63b309a8c2d:33943 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:22:53,107 DEBUG [M:0;d63b309a8c2d:33943 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:53,108 INFO [M:0;d63b309a8c2d:33943 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-18T21:22:53,127 DEBUG [M:0;d63b309a8c2d:33943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/436e230510c2425cb6c389ca6eb3d69f is 82, key is hbase:meta,,1/info:regioninfo/1731964939456/Put/seqid=0 2024-11-18T21:22:53,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741848_1024 (size=5672) 2024-11-18T21:22:53,203 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:22:53,204 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:22:53,205 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68492 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:22:53,537 INFO [M:0;d63b309a8c2d:33943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/436e230510c2425cb6c389ca6eb3d69f 2024-11-18T21:22:53,602 DEBUG [M:0;d63b309a8c2d:33943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7962b75b9a804073a10c80fc1c0e5810 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731964947810/Put/seqid=0 2024-11-18T21:22:53,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741849_1025 (size=7218) 2024-11-18T21:22:54,052 INFO [M:0;d63b309a8c2d:33943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7962b75b9a804073a10c80fc1c0e5810 2024-11-18T21:22:54,057 INFO [M:0;d63b309a8c2d:33943 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7962b75b9a804073a10c80fc1c0e5810 2024-11-18T21:22:54,075 DEBUG [M:0;d63b309a8c2d:33943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f509f02717eb49eaace89fded8030540 is 69, key is d63b309a8c2d,34227,1731964936305/rs:state/1731964938146/Put/seqid=0 2024-11-18T21:22:54,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741850_1026 (size=5156) 2024-11-18T21:22:54,083 INFO [M:0;d63b309a8c2d:33943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f509f02717eb49eaace89fded8030540 2024-11-18T21:22:54,089 DEBUG [M:0;d63b309a8c2d:33943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/436e230510c2425cb6c389ca6eb3d69f as hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/436e230510c2425cb6c389ca6eb3d69f 2024-11-18T21:22:54,093 INFO [M:0;d63b309a8c2d:33943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/436e230510c2425cb6c389ca6eb3d69f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T21:22:54,094 DEBUG [M:0;d63b309a8c2d:33943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7962b75b9a804073a10c80fc1c0e5810 as hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7962b75b9a804073a10c80fc1c0e5810 2024-11-18T21:22:54,098 INFO [M:0;d63b309a8c2d:33943 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7962b75b9a804073a10c80fc1c0e5810 2024-11-18T21:22:54,098 INFO [M:0;d63b309a8c2d:33943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7962b75b9a804073a10c80fc1c0e5810, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T21:22:54,098 DEBUG [M:0;d63b309a8c2d:33943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f509f02717eb49eaace89fded8030540 as hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f509f02717eb49eaace89fded8030540 2024-11-18T21:22:54,106 INFO [M:0;d63b309a8c2d:33943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35251/user/jenkins/test-data/642f9362-2db4-640e-2c5d-62097dfeb4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f509f02717eb49eaace89fded8030540, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T21:22:54,107 INFO [M:0;d63b309a8c2d:33943 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1000ms, sequenceid=105, compaction requested=false 2024-11-18T21:22:54,113 INFO [M:0;d63b309a8c2d:33943 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:54,113 DEBUG [M:0;d63b309a8c2d:33943 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964973107Disabling compacts and flushes for region at 1731964973107Disabling writes for close at 1731964973107Obtaining lock to block concurrent updates at 1731964973108 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731964973108Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731964973108Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731964973109 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731964973109Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731964973127 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731964973127Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731964973551 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731964973601 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731964973601Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731964974057 (+456 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731964974075 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731964974075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58a245e4: reopening flushed file at 1731964974088 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d5f12f0: reopening flushed file at 1731964974093 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a97bfda: reopening flushed file at 1731964974098 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1000ms, sequenceid=105, compaction requested=false at 1731964974107 (+9 ms)Writing region close event to WAL at 1731964974113 (+6 ms)Closed at 1731964974113 2024-11-18T21:22:54,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741830_1006 (size=64423) 2024-11-18T21:22:54,117 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:22:54,117 INFO [M:0;d63b309a8c2d:33943 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:22:54,117 INFO [M:0;d63b309a8c2d:33943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33943 2024-11-18T21:22:54,121 INFO [M:0;d63b309a8c2d:33943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:22:54,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:54,223 INFO [M:0;d63b309a8c2d:33943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:22:54,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x10054c5a50c0000, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:22:54,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@180b46f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:22:54,227 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a45f7f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:22:54,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:22:54,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36df1d49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:22:54,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e8d0f95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/hadoop.log.dir/,STOPPED} 2024-11-18T21:22:54,229 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:22:54,229 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:22:54,232 WARN [BP-141201052-172.17.0.3-1731964934837 heartbeating to localhost/127.0.0.1:35251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:22:54,232 WARN [BP-141201052-172.17.0.3-1731964934837 heartbeating to localhost/127.0.0.1:35251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-141201052-172.17.0.3-1731964934837 (Datanode Uuid 1a8dbb90-df43-4b88-8697-ab38604d852a) service to localhost/127.0.0.1:35251 2024-11-18T21:22:54,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/cluster_1c2854fb-a242-24a1-d607-6c8f84c1a4c8/data/data1/current/BP-141201052-172.17.0.3-1731964934837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:22:54,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/cluster_1c2854fb-a242-24a1-d607-6c8f84c1a4c8/data/data2/current/BP-141201052-172.17.0.3-1731964934837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:22:54,234 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:22:54,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63177e2e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:22:54,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5944f065{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:22:54,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:22:54,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e61613{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:22:54,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2703a9e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18fabf8c-7bb2-0e6e-fbe6-a552e30b149f/hadoop.log.dir/,STOPPED} 2024-11-18T21:22:54,246 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T21:22:54,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:22:54,270 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 264) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64114) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35677 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:45343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64114) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:35677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45343 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35251 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64114) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=728 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1064 (was 1073), ProcessCount=11 (was 11), AvailableMemoryMB=1363 (was 1821) 2024-11-18T21:22:54,286 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=728, MaxFileDescriptor=1048576, SystemLoadAverage=1064, ProcessCount=11, AvailableMemoryMB=1363 2024-11-18T21:22:54,327 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-18T21:22:54,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/hadoop.log.dir so I do NOT create it in target/test-data/45937627-008f-5303-0346-793ecacd610c 2024-11-18T21:22:54,328 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:22:54,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/hadoop.tmp.dir so I do NOT create it in target/test-data/45937627-008f-5303-0346-793ecacd610c 2024-11-18T21:22:54,328 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e60ada4-4f98-eb11-d3a1-7c8dc28d422f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:22:54,328 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c 2024-11-18T21:22:54,329 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/cluster_53e12159-f6bb-149a-0774-bab6d6e5767b, deleteOnExit=true 2024-11-18T21:22:54,343 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/cluster_53e12159-f6bb-149a-0774-bab6d6e5767b/zookeeper_0, clientPort=61127, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/cluster_53e12159-f6bb-149a-0774-bab6d6e5767b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/cluster_53e12159-f6bb-149a-0774-bab6d6e5767b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T21:22:54,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10054c5a50c0002, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:22:54,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10054c5a50c0008, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:22:54,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10054c5a50c0005, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:22:54,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10054c5a50c0008, quorum=127.0.0.1:64114, baseZNode=/21097649441 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:22:54,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10054c5a50c0005, quorum=127.0.0.1:64114, baseZNode=/11312061879 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:22:54,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10054c5a50c0002, quorum=127.0.0.1:64114, baseZNode=/01323211245 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:22:54,345 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61127 2024-11-18T21:22:54,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:22:54,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:22:54,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/test.cache.data in system properties and HBase conf 2024-11-18T21:22:54,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:22:54,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:22:54,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:22:54,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:22:54,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:22:54,346 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:22:54,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:22:54,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:22:54,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:22:54,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:22:54,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:22:54,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:22:54,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:22:54,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:22:54,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:22:54,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:22:54,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:22:54,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:22:54,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:22:54,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:22:54,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:22:54,518 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:22:54,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:22:54,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:22:54,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:22:54,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:22:54,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47c2e923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:22:54,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed81529{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:22:54,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@260d5ae3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/java.io.tmpdir/jetty-localhost-43455-hadoop-hdfs-3_4_1-tests_jar-_-any-13725935290030499126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:22:54,845 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16ea0658{HTTP/1.1, (http/1.1)}{localhost:43455} 2024-11-18T21:22:54,846 INFO [Time-limited test {}] server.Server(415): Started @241222ms 2024-11-18T21:22:55,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:22:55,149 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:22:55,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:22:55,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:22:55,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:22:55,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b401087{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:22:55,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57ca2e65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:22:55,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c34b39a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/java.io.tmpdir/jetty-localhost-43465-hadoop-hdfs-3_4_1-tests_jar-_-any-1704278499104643588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:22:55,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@598bb7fe{HTTP/1.1, (http/1.1)}{localhost:43465} 2024-11-18T21:22:55,366 INFO [Time-limited test {}] server.Server(415): Started @241742ms 2024-11-18T21:22:55,368 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:22:55,496 WARN [Thread-3411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/cluster_53e12159-f6bb-149a-0774-bab6d6e5767b/data/data1/current/BP-1045890294-172.17.0.3-1731964974387/current, will proceed with Du for space computation calculation, 2024-11-18T21:22:55,496 WARN [Thread-3412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/cluster_53e12159-f6bb-149a-0774-bab6d6e5767b/data/data2/current/BP-1045890294-172.17.0.3-1731964974387/current, will proceed with Du for space computation calculation, 2024-11-18T21:22:55,537 WARN [Thread-3399 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:22:55,542 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f8fc748218d58fd with lease ID 0x1f582161e20ba466: Processing first storage report for DS-eb5b7f27-e10e-4374-8dce-dd0891a2ebd2 from datanode DatanodeRegistration(127.0.0.1:42055, datanodeUuid=0759508d-72ba-40de-add9-f0e8b9537022, infoPort=40657, infoSecurePort=0, ipcPort=40257, storageInfo=lv=-57;cid=testClusterID;nsid=871450791;c=1731964974387) 2024-11-18T21:22:55,542 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f8fc748218d58fd with lease ID 0x1f582161e20ba466: from storage DS-eb5b7f27-e10e-4374-8dce-dd0891a2ebd2 node DatanodeRegistration(127.0.0.1:42055, datanodeUuid=0759508d-72ba-40de-add9-f0e8b9537022, infoPort=40657, infoSecurePort=0, ipcPort=40257, storageInfo=lv=-57;cid=testClusterID;nsid=871450791;c=1731964974387), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T21:22:55,542 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f8fc748218d58fd with lease ID 0x1f582161e20ba466: Processing first storage report for DS-aabee095-42b7-48ac-8dd8-3f02e42c5785 from datanode DatanodeRegistration(127.0.0.1:42055, datanodeUuid=0759508d-72ba-40de-add9-f0e8b9537022, infoPort=40657, infoSecurePort=0, ipcPort=40257, storageInfo=lv=-57;cid=testClusterID;nsid=871450791;c=1731964974387) 2024-11-18T21:22:55,542 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f8fc748218d58fd with lease ID 0x1f582161e20ba466: from storage DS-aabee095-42b7-48ac-8dd8-3f02e42c5785 node DatanodeRegistration(127.0.0.1:42055, datanodeUuid=0759508d-72ba-40de-add9-f0e8b9537022, infoPort=40657, infoSecurePort=0, ipcPort=40257, storageInfo=lv=-57;cid=testClusterID;nsid=871450791;c=1731964974387), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:22:55,625 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c 2024-11-18T21:22:55,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:55,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:55,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:22:55,647 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb with version=8 2024-11-18T21:22:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/hbase-staging 2024-11-18T21:22:55,650 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:22:55,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:55,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:55,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:22:55,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:55,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:22:55,651 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:22:55,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:22:55,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45801 2024-11-18T21:22:55,654 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45801 connecting to ZooKeeper ensemble=127.0.0.1:61127 2024-11-18T21:22:55,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458010x0, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:22:55,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45801-0x10054c63f9c0000 connected 2024-11-18T21:22:55,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:55,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:55,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Set watcher on znode that does not yet exist, /0-422598153/running 2024-11-18T21:22:55,801 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb, hbase.cluster.distributed=false 2024-11-18T21:22:55,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Set watcher on znode that does not yet exist, /0-422598153/acl 2024-11-18T21:22:55,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45801 2024-11-18T21:22:55,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45801 2024-11-18T21:22:55,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45801 2024-11-18T21:22:55,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45801 2024-11-18T21:22:55,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45801 2024-11-18T21:22:55,866 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:22:55,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:55,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:55,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:22:55,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:55,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:22:55,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:22:55,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:22:55,873 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39699 2024-11-18T21:22:55,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39699 connecting to ZooKeeper ensemble=127.0.0.1:61127 2024-11-18T21:22:55,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:55,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:55,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396990x0, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:22:55,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39699-0x10054c63f9c0001 connected 2024-11-18T21:22:55,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Set watcher on znode that does not yet exist, /0-422598153/running 2024-11-18T21:22:55,913 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:22:55,920 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:22:55,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Set watcher on znode that does not yet exist, /0-422598153/master 2024-11-18T21:22:55,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Set watcher on znode that does not yet exist, /0-422598153/acl 2024-11-18T21:22:55,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39699 2024-11-18T21:22:55,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39699 2024-11-18T21:22:55,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39699 2024-11-18T21:22:55,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39699 2024-11-18T21:22:55,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39699 2024-11-18T21:22:55,956 DEBUG [M:0;d63b309a8c2d:45801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:45801 2024-11-18T21:22:55,956 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-422598153/backup-masters/d63b309a8c2d,45801,1731964975650 2024-11-18T21:22:55,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153/backup-masters 2024-11-18T21:22:55,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153/backup-masters 2024-11-18T21:22:55,961 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Set watcher on existing znode=/0-422598153/backup-masters/d63b309a8c2d,45801,1731964975650 2024-11-18T21:22:55,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-422598153/master 2024-11-18T21:22:55,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153 2024-11-18T21:22:55,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153 2024-11-18T21:22:55,965 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Set watcher on existing znode=/0-422598153/master 2024-11-18T21:22:55,965 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-422598153/backup-masters/d63b309a8c2d,45801,1731964975650 from backup master directory 2024-11-18T21:22:55,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-422598153/backup-masters/d63b309a8c2d,45801,1731964975650 2024-11-18T21:22:55,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153/backup-masters 2024-11-18T21:22:55,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153/backup-masters 2024-11-18T21:22:55,966 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:22:55,966 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,45801,1731964975650 2024-11-18T21:22:55,974 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/hbase.id] with ID: e38ac599-7f0f-43e6-b2ea-17984d10dbdb 2024-11-18T21:22:55,974 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/.tmp/hbase.id 2024-11-18T21:22:55,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:22:56,393 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/.tmp/hbase.id]:[hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/hbase.id] 2024-11-18T21:22:56,414 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:56,414 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:22:56,421 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 7ms. 2024-11-18T21:22:56,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153 2024-11-18T21:22:56,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153 2024-11-18T21:22:56,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:22:56,443 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:22:56,444 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:22:56,448 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:22:56,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:22:56,865 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store 2024-11-18T21:22:56,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:22:56,897 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:56,897 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:22:56,897 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:56,897 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:56,897 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:22:56,897 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:56,897 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:22:56,897 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964976897Disabling compacts and flushes for region at 1731964976897Disabling writes for close at 1731964976897Writing region close event to WAL at 1731964976897Closed at 1731964976897 2024-11-18T21:22:56,898 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/.initializing 2024-11-18T21:22:56,898 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/WALs/d63b309a8c2d,45801,1731964975650 2024-11-18T21:22:56,899 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:22:56,906 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C45801%2C1731964975650, suffix=, logDir=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/WALs/d63b309a8c2d,45801,1731964975650, archiveDir=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/oldWALs, maxLogs=10 2024-11-18T21:22:56,924 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/WALs/d63b309a8c2d,45801,1731964975650/d63b309a8c2d%2C45801%2C1731964975650.1731964976906, exclude list is [], retry=0 2024-11-18T21:22:56,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42055,DS-eb5b7f27-e10e-4374-8dce-dd0891a2ebd2,DISK] 2024-11-18T21:22:56,933 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/WALs/d63b309a8c2d,45801,1731964975650/d63b309a8c2d%2C45801%2C1731964975650.1731964976906 2024-11-18T21:22:56,935 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40657:40657)] 2024-11-18T21:22:56,935 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:22:56,935 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:56,935 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:56,935 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:56,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:56,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:22:56,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:56,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:56,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:56,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:22:56,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:56,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:56,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:56,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:22:56,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:56,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:56,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:56,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:22:56,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:56,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:22:56,945 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:56,946 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:56,946 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:56,947 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:56,947 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:56,947 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:22:56,948 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:22:56,950 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:22:56,950 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61680445, jitterRate=-0.0808897465467453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:22:56,951 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964976935Initializing all the Stores at 1731964976936 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964976936Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964976936Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964976936Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964976936Cleaning up temporary data from old regions at 1731964976947 (+11 ms)Region opened successfully at 1731964976951 (+4 ms) 2024-11-18T21:22:56,951 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:22:56,953 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32293e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:22:56,954 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:22:56,954 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:22:56,954 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:22:56,954 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:22:56,955 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:22:56,955 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:22:56,955 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:22:56,958 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:22:56,958 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Unable to get data of znode /0-422598153/balancer because node does not exist (not necessarily an error) 2024-11-18T21:22:56,960 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-422598153/balancer already deleted, retry=false 2024-11-18T21:22:56,960 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:22:56,960 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Unable to get data of znode /0-422598153/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:22:56,962 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-422598153/normalizer already deleted, retry=false 2024-11-18T21:22:56,962 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:22:56,963 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Unable to get data of znode /0-422598153/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:22:56,964 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-422598153/switch/split already deleted, retry=false 2024-11-18T21:22:56,965 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Unable to get data of znode /0-422598153/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:22:56,966 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-422598153/switch/merge already deleted, retry=false 2024-11-18T21:22:56,967 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Unable to get data of znode /0-422598153/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:22:56,968 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-422598153/snapshot-cleanup already deleted, retry=false 2024-11-18T21:22:56,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-422598153/running 2024-11-18T21:22:56,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153 2024-11-18T21:22:56,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-422598153/running 2024-11-18T21:22:56,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153 2024-11-18T21:22:56,970 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,45801,1731964975650, sessionid=0x10054c63f9c0000, setting cluster-up flag (Was=false) 2024-11-18T21:22:56,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153 2024-11-18T21:22:56,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153 2024-11-18T21:22:56,983 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-422598153/flush-table-proc/acquired, /0-422598153/flush-table-proc/reached, /0-422598153/flush-table-proc/abort 2024-11-18T21:22:56,984 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,45801,1731964975650 2024-11-18T21:22:56,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153 2024-11-18T21:22:56,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153 2024-11-18T21:22:56,991 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-422598153/online-snapshot/acquired, /0-422598153/online-snapshot/reached, /0-422598153/online-snapshot/abort 2024-11-18T21:22:56,992 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,45801,1731964975650 2024-11-18T21:22:56,997 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:22:57,002 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:22:57,003 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:22:57,003 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:22:57,003 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,45801,1731964975650 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:22:57,011 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:22:57,011 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:22:57,011 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:22:57,011 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:22:57,011 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:22:57,011 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:57,011 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:22:57,011 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:57,018 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:22:57,018 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:22:57,019 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:57,019 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:22:57,025 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731965007025 2024-11-18T21:22:57,025 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:22:57,025 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:22:57,025 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:22:57,025 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:22:57,025 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:22:57,025 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:22:57,028 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:57,033 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:22:57,033 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:22:57,033 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:22:57,033 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:22:57,056 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:22:57,056 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:22:57,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:22:57,065 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964977057,5,FailOnTimeoutGroup] 2024-11-18T21:22:57,066 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(746): ClusterId : e38ac599-7f0f-43e6-b2ea-17984d10dbdb 2024-11-18T21:22:57,066 DEBUG [RS:0;d63b309a8c2d:39699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:22:57,066 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964977065,5,FailOnTimeoutGroup] 2024-11-18T21:22:57,066 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:57,066 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:22:57,066 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:57,066 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:57,068 DEBUG [RS:0;d63b309a8c2d:39699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:22:57,068 DEBUG [RS:0;d63b309a8c2d:39699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:22:57,072 DEBUG [RS:0;d63b309a8c2d:39699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:22:57,072 DEBUG [RS:0;d63b309a8c2d:39699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34db41ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:22:57,091 DEBUG [RS:0;d63b309a8c2d:39699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:39699 2024-11-18T21:22:57,091 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:22:57,091 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:22:57,091 DEBUG [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:22:57,092 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,45801,1731964975650 with port=39699, startcode=1731964975865 2024-11-18T21:22:57,092 DEBUG [RS:0;d63b309a8c2d:39699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:22:57,094 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:22:57,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,39699,1731964975865 2024-11-18T21:22:57,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45801 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,39699,1731964975865 2024-11-18T21:22:57,096 DEBUG [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb 2024-11-18T21:22:57,096 DEBUG [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38027 2024-11-18T21:22:57,096 DEBUG [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:22:57,098 DEBUG [RS:0;d63b309a8c2d:39699 {}] zookeeper.ZKUtil(111): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Set watcher on existing znode=/0-422598153/rs/d63b309a8c2d,39699,1731964975865 2024-11-18T21:22:57,099 WARN [RS:0;d63b309a8c2d:39699 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:22:57,099 INFO [RS:0;d63b309a8c2d:39699 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:22:57,099 DEBUG [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865 2024-11-18T21:22:57,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153/rs 2024-11-18T21:22:57,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,39699,1731964975865] 2024-11-18T21:22:57,102 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:22:57,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:57,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:57,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:57,118 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:22:57,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:57,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:57,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:57,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:57,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:57,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:57,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:57,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:57,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:57,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:22:57,184 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:22:57,201 INFO [RS:0;d63b309a8c2d:39699 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:22:57,201 INFO [RS:0;d63b309a8c2d:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:57,208 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:22:57,220 INFO [RS:0;d63b309a8c2d:39699 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:22:57,220 INFO [RS:0;d63b309a8c2d:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:57,220 DEBUG [RS:0;d63b309a8c2d:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:57,220 DEBUG [RS:0;d63b309a8c2d:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:57,220 DEBUG [RS:0;d63b309a8c2d:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:57,220 DEBUG [RS:0;d63b309a8c2d:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:57,220 DEBUG [RS:0;d63b309a8c2d:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:57,220 DEBUG [RS:0;d63b309a8c2d:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:22:57,220 DEBUG [RS:0;d63b309a8c2d:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:57,220 DEBUG [RS:0;d63b309a8c2d:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:57,224 DEBUG [RS:0;d63b309a8c2d:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:57,225 DEBUG [RS:0;d63b309a8c2d:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:57,225 DEBUG [RS:0;d63b309a8c2d:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:57,225 DEBUG [RS:0;d63b309a8c2d:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:22:57,225 DEBUG [RS:0;d63b309a8c2d:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:22:57,225 DEBUG [RS:0;d63b309a8c2d:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:22:57,228 INFO [RS:0;d63b309a8c2d:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:57,228 INFO [RS:0;d63b309a8c2d:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:57,228 INFO [RS:0;d63b309a8c2d:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:57,228 INFO [RS:0;d63b309a8c2d:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:57,228 INFO [RS:0;d63b309a8c2d:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:57,228 INFO [RS:0;d63b309a8c2d:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39699,1731964975865-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:22:57,252 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:22:57,253 INFO [RS:0;d63b309a8c2d:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39699,1731964975865-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:57,253 INFO [RS:0;d63b309a8c2d:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:57,253 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.Replication(171): d63b309a8c2d,39699,1731964975865 started 2024-11-18T21:22:57,271 INFO [RS:0;d63b309a8c2d:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:57,276 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,39699,1731964975865, RpcServer on d63b309a8c2d/172.17.0.3:39699, sessionid=0x10054c63f9c0001 2024-11-18T21:22:57,277 DEBUG [RS:0;d63b309a8c2d:39699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:22:57,277 DEBUG [RS:0;d63b309a8c2d:39699 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,39699,1731964975865 2024-11-18T21:22:57,277 DEBUG [RS:0;d63b309a8c2d:39699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,39699,1731964975865' 2024-11-18T21:22:57,277 DEBUG [RS:0;d63b309a8c2d:39699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-422598153/flush-table-proc/abort' 2024-11-18T21:22:57,285 DEBUG [RS:0;d63b309a8c2d:39699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-422598153/flush-table-proc/acquired' 2024-11-18T21:22:57,285 DEBUG [RS:0;d63b309a8c2d:39699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:22:57,285 DEBUG [RS:0;d63b309a8c2d:39699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:22:57,285 DEBUG [RS:0;d63b309a8c2d:39699 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,39699,1731964975865 2024-11-18T21:22:57,285 DEBUG [RS:0;d63b309a8c2d:39699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,39699,1731964975865' 2024-11-18T21:22:57,285 DEBUG [RS:0;d63b309a8c2d:39699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-422598153/online-snapshot/abort' 2024-11-18T21:22:57,285 DEBUG [RS:0;d63b309a8c2d:39699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-422598153/online-snapshot/acquired' 2024-11-18T21:22:57,289 DEBUG [RS:0;d63b309a8c2d:39699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:22:57,289 INFO [RS:0;d63b309a8c2d:39699 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:22:57,289 INFO [RS:0;d63b309a8c2d:39699 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:22:57,389 INFO [RS:0;d63b309a8c2d:39699 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:22:57,393 INFO [RS:0;d63b309a8c2d:39699 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C39699%2C1731964975865, suffix=, logDir=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865, archiveDir=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/oldWALs, maxLogs=10 2024-11-18T21:22:57,415 DEBUG [RS:0;d63b309a8c2d:39699 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394, exclude list is [], retry=0 2024-11-18T21:22:57,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42055,DS-eb5b7f27-e10e-4374-8dce-dd0891a2ebd2,DISK] 2024-11-18T21:22:57,425 INFO [RS:0;d63b309a8c2d:39699 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 2024-11-18T21:22:57,426 DEBUG [RS:0;d63b309a8c2d:39699 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40657:40657)] 2024-11-18T21:22:57,465 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:22:57,466 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb 2024-11-18T21:22:57,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741833_1009 (size=32) 2024-11-18T21:22:57,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:57,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:22:57,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:22:57,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:57,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:57,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:22:57,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:22:57,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:57,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:57,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:22:57,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:22:57,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:57,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:57,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:22:57,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:22:57,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:57,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:57,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:22:57,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740 2024-11-18T21:22:57,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740 2024-11-18T21:22:57,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:22:57,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:22:57,896 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:22:57,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:22:57,899 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:22:57,899 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59905294, jitterRate=-0.10734155774116516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:22:57,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731964977887Initializing all the Stores at 1731964977888 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964977888Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964977888Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964977888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964977888Cleaning up temporary data from old regions at 1731964977896 (+8 ms)Region opened successfully at 1731964977900 (+4 ms) 2024-11-18T21:22:57,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:22:57,900 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:22:57,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:22:57,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:22:57,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:22:57,901 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:22:57,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964977900Disabling compacts and flushes for region at 1731964977900Disabling writes for close at 1731964977900Writing region close event to WAL at 1731964977901 (+1 ms)Closed at 1731964977901 2024-11-18T21:22:57,902 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:22:57,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:22:57,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:22:57,903 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:22:57,904 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:22:58,054 DEBUG [d63b309a8c2d:45801 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:22:58,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,39699,1731964975865 2024-11-18T21:22:58,065 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,39699,1731964975865, state=OPENING 2024-11-18T21:22:58,070 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:22:58,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153 2024-11-18T21:22:58,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153 2024-11-18T21:22:58,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-422598153/meta-region-server: CHANGED 2024-11-18T21:22:58,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-422598153/meta-region-server: CHANGED 2024-11-18T21:22:58,075 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:22:58,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,39699,1731964975865}] 2024-11-18T21:22:58,231 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:22:58,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:22:58,237 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:22:58,237 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:22:58,237 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:22:58,238 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C39699%2C1731964975865.meta, suffix=.meta, logDir=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865, archiveDir=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/oldWALs, maxLogs=10 2024-11-18T21:22:58,252 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.meta.1731964978238.meta, exclude list is [], retry=0 2024-11-18T21:22:58,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42055,DS-eb5b7f27-e10e-4374-8dce-dd0891a2ebd2,DISK] 2024-11-18T21:22:58,257 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.meta.1731964978238.meta 2024-11-18T21:22:58,258 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40657:40657)] 2024-11-18T21:22:58,258 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:22:58,258 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:22:58,258 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:22:58,258 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:22:58,259 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:22:58,259 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:22:58,259 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:22:58,259 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:22:58,259 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:22:58,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:22:58,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:22:58,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:58,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:58,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:22:58,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:22:58,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:58,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:58,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:22:58,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:22:58,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:58,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:58,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:22:58,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:22:58,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:22:58,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:22:58,269 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:22:58,270 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740 2024-11-18T21:22:58,275 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740 2024-11-18T21:22:58,279 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:22:58,279 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:22:58,279 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:22:58,280 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:22:58,281 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74476786, jitterRate=0.10979059338569641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:22:58,281 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:22:58,282 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964978259Writing region info on filesystem at 1731964978259Initializing all the Stores at 1731964978260 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964978260Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964978260Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964978260Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964978260Cleaning up temporary data from old regions at 1731964978279 (+19 ms)Running coprocessor post-open hooks at 1731964978281 (+2 ms)Region opened successfully at 1731964978282 (+1 ms) 2024-11-18T21:22:58,283 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731964978231 2024-11-18T21:22:58,286 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:22:58,286 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:22:58,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,39699,1731964975865 2024-11-18T21:22:58,288 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,39699,1731964975865, state=OPEN 2024-11-18T21:22:58,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-422598153/meta-region-server 2024-11-18T21:22:58,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-422598153/meta-region-server 2024-11-18T21:22:58,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-422598153/meta-region-server: CHANGED 2024-11-18T21:22:58,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-422598153/meta-region-server: CHANGED 2024-11-18T21:22:58,293 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,39699,1731964975865 2024-11-18T21:22:58,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:22:58,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,39699,1731964975865 in 218 msec 2024-11-18T21:22:58,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:22:58,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 393 msec 2024-11-18T21:22:58,298 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:22:58,298 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:22:58,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:58,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39699,1731964975865, seqNum=-1] 2024-11-18T21:22:58,305 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:58,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:22:58,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3160 sec 2024-11-18T21:22:58,319 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964978319, completionTime=-1 2024-11-18T21:22:58,319 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:22:58,319 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:22:58,321 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:22:58,321 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731965038321 2024-11-18T21:22:58,321 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731965098321 2024-11-18T21:22:58,321 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T21:22:58,322 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,45801,1731964975650-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:58,322 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,45801,1731964975650-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:58,322 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,45801,1731964975650-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:58,322 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:45801, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:58,322 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:58,322 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:58,324 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:22:58,326 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.359sec 2024-11-18T21:22:58,326 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:22:58,326 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:22:58,326 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:22:58,326 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:22:58,326 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:22:58,326 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,45801,1731964975650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:22:58,326 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,45801,1731964975650-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:22:58,333 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:22:58,333 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:22:58,333 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,45801,1731964975650-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:22:58,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245ce8de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:58,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,45801,-1 for getting cluster id 2024-11-18T21:22:58,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:22:58,368 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e38ac599-7f0f-43e6-b2ea-17984d10dbdb' 2024-11-18T21:22:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:22:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e38ac599-7f0f-43e6-b2ea-17984d10dbdb" 2024-11-18T21:22:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8da07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,45801,-1] 2024-11-18T21:22:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:22:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:22:58,370 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:22:58,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d64d356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:22:58,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:22:58,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39699,1731964975865, seqNum=-1] 2024-11-18T21:22:58,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:22:58,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:22:58,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,45801,1731964975650 2024-11-18T21:22:58,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61127 2024-11-18T21:22:58,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/hadoop.log.dir so I do NOT create it in target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1 2024-11-18T21:22:58,392 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:22:58,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/hadoop.tmp.dir so I do NOT create it in target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1 2024-11-18T21:22:58,392 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:22:58,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1 2024-11-18T21:22:58,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:22:58,392 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/cluster_89741460-5797-75d9-19e0-41aff7772df1, deleteOnExit=true 2024-11-18T21:22:58,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:22:58,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/test.cache.data in system properties and HBase conf 2024-11-18T21:22:58,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:22:58,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:22:58,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:22:58,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:22:58,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:22:58,393 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:22:58,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:22:58,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:22:58,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:22:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:22:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:22:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:22:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:22:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:22:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:22:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:22:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:22:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:22:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:22:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:22:58,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:22:58,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10054c63f9c0002 connected 2024-11-18T21:22:58,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:22:58,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:22:58,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:22:58,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:22:58,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:22:58,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:22:58,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a6e402d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:22:58,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33292fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:22:58,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63e96498{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/java.io.tmpdir/jetty-localhost-37863-hadoop-hdfs-3_4_1-tests_jar-_-any-4263380958903303947/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:22:58,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77e67e1a{HTTP/1.1, (http/1.1)}{localhost:37863} 2024-11-18T21:22:58,727 INFO [Time-limited test {}] server.Server(415): Started @245103ms 2024-11-18T21:22:58,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:22:58,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:22:58,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:22:58,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:22:58,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:22:58,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@378d1bcb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:22:58,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14948176{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:22:59,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@222b61d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/java.io.tmpdir/jetty-localhost-43653-hadoop-hdfs-3_4_1-tests_jar-_-any-10806504846075218452/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:22:59,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1733f880{HTTP/1.1, (http/1.1)}{localhost:43653} 2024-11-18T21:22:59,050 INFO [Time-limited test {}] server.Server(415): Started @245426ms 2024-11-18T21:22:59,051 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:22:59,161 WARN [Thread-3532 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/cluster_89741460-5797-75d9-19e0-41aff7772df1/data/data1/current/BP-675543392-172.17.0.3-1731964978430/current, will proceed with Du for space computation calculation, 2024-11-18T21:22:59,162 WARN [Thread-3533 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/cluster_89741460-5797-75d9-19e0-41aff7772df1/data/data2/current/BP-675543392-172.17.0.3-1731964978430/current, will proceed with Du for space computation calculation, 2024-11-18T21:22:59,190 WARN [Thread-3520 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:22:59,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1658e93d2f12cc3e with lease ID 0x5347ffe0f2337875: Processing first storage report for DS-f94ecc73-e78e-41ba-a480-09660b62b7e7 from datanode DatanodeRegistration(127.0.0.1:36611, datanodeUuid=1b4d455a-c403-46fb-b539-7d58db4760ca, infoPort=40779, infoSecurePort=0, ipcPort=43533, storageInfo=lv=-57;cid=testClusterID;nsid=1789318757;c=1731964978430) 2024-11-18T21:22:59,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1658e93d2f12cc3e with lease ID 0x5347ffe0f2337875: from storage DS-f94ecc73-e78e-41ba-a480-09660b62b7e7 node DatanodeRegistration(127.0.0.1:36611, datanodeUuid=1b4d455a-c403-46fb-b539-7d58db4760ca, infoPort=40779, infoSecurePort=0, ipcPort=43533, storageInfo=lv=-57;cid=testClusterID;nsid=1789318757;c=1731964978430), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T21:22:59,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1658e93d2f12cc3e with lease ID 0x5347ffe0f2337875: Processing first storage report for DS-40f8f816-757f-4b96-bdd6-7f96da2b11df from datanode DatanodeRegistration(127.0.0.1:36611, datanodeUuid=1b4d455a-c403-46fb-b539-7d58db4760ca, infoPort=40779, infoSecurePort=0, ipcPort=43533, storageInfo=lv=-57;cid=testClusterID;nsid=1789318757;c=1731964978430) 2024-11-18T21:22:59,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1658e93d2f12cc3e with lease ID 0x5347ffe0f2337875: from storage DS-40f8f816-757f-4b96-bdd6-7f96da2b11df node DatanodeRegistration(127.0.0.1:36611, datanodeUuid=1b4d455a-c403-46fb-b539-7d58db4760ca, infoPort=40779, infoSecurePort=0, ipcPort=43533, storageInfo=lv=-57;cid=testClusterID;nsid=1789318757;c=1731964978430), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:22:59,201 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1 2024-11-18T21:22:59,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:59,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:59,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:22:59,229 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f with version=8 2024-11-18T21:22:59,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/hbase-staging 2024-11-18T21:22:59,231 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:22:59,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:59,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:59,231 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:22:59,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:59,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:22:59,231 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:22:59,231 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:22:59,232 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44793 2024-11-18T21:22:59,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44793 connecting to ZooKeeper ensemble=127.0.0.1:61127 2024-11-18T21:22:59,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447930x0, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:22:59,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44793-0x10054c63f9c0003 connected 2024-11-18T21:22:59,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:59,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:59,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Set watcher on znode that does not yet exist, /1-2124229709/running 2024-11-18T21:22:59,257 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f, hbase.cluster.distributed=false 2024-11-18T21:22:59,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Set watcher on znode that does not yet exist, /1-2124229709/acl 2024-11-18T21:22:59,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44793 2024-11-18T21:22:59,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44793 2024-11-18T21:22:59,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44793 2024-11-18T21:22:59,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44793 2024-11-18T21:22:59,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44793 2024-11-18T21:22:59,280 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:22:59,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:59,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:59,280 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:22:59,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:22:59,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:22:59,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:22:59,281 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:22:59,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34971 2024-11-18T21:22:59,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34971 connecting to ZooKeeper ensemble=127.0.0.1:61127 2024-11-18T21:22:59,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:59,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:59,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349710x0, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:22:59,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349710x0, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Set watcher on znode that does not yet exist, /1-2124229709/running 2024-11-18T21:22:59,290 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:22:59,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34971-0x10054c63f9c0004 connected 2024-11-18T21:22:59,295 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:22:59,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Set watcher on znode that does not yet exist, /1-2124229709/master 2024-11-18T21:22:59,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Set watcher on znode that does not yet exist, /1-2124229709/acl 2024-11-18T21:22:59,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34971 2024-11-18T21:22:59,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34971 2024-11-18T21:22:59,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34971 2024-11-18T21:22:59,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34971 2024-11-18T21:22:59,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34971 2024-11-18T21:22:59,322 DEBUG [M:0;d63b309a8c2d:44793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:44793 2024-11-18T21:22:59,322 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2124229709/backup-masters/d63b309a8c2d,44793,1731964979231 2024-11-18T21:22:59,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709/backup-masters 2024-11-18T21:22:59,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709/backup-masters 2024-11-18T21:22:59,324 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Set watcher on existing znode=/1-2124229709/backup-masters/d63b309a8c2d,44793,1731964979231 2024-11-18T21:22:59,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2124229709/master 2024-11-18T21:22:59,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709 2024-11-18T21:22:59,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709 2024-11-18T21:22:59,327 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Set watcher on existing znode=/1-2124229709/master 2024-11-18T21:22:59,327 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2124229709/backup-masters/d63b309a8c2d,44793,1731964979231 from backup master directory 2024-11-18T21:22:59,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709/backup-masters 2024-11-18T21:22:59,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2124229709/backup-masters/d63b309a8c2d,44793,1731964979231 2024-11-18T21:22:59,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709/backup-masters 2024-11-18T21:22:59,328 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:22:59,328 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,44793,1731964979231 2024-11-18T21:22:59,332 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/hbase.id] with ID: ca00a28c-00e3-45e0-b81f-2338da64d575 2024-11-18T21:22:59,332 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/.tmp/hbase.id 2024-11-18T21:22:59,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:22:59,343 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/.tmp/hbase.id]:[hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/hbase.id] 2024-11-18T21:22:59,352 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:22:59,352 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:22:59,353 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T21:22:59,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709 2024-11-18T21:22:59,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709 2024-11-18T21:22:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:22:59,769 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:22:59,770 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:22:59,771 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:22:59,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:23:00,188 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store 2024-11-18T21:23:00,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:23:00,200 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:00,201 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:23:00,201 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:00,201 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:00,201 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:23:00,201 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:00,201 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:00,201 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964980201Disabling compacts and flushes for region at 1731964980201Disabling writes for close at 1731964980201Writing region close event to WAL at 1731964980201Closed at 1731964980201 2024-11-18T21:23:00,202 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/.initializing 2024-11-18T21:23:00,202 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/WALs/d63b309a8c2d,44793,1731964979231 2024-11-18T21:23:00,203 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:23:00,205 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C44793%2C1731964979231, suffix=, logDir=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/WALs/d63b309a8c2d,44793,1731964979231, archiveDir=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/oldWALs, maxLogs=10 2024-11-18T21:23:00,226 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/WALs/d63b309a8c2d,44793,1731964979231/d63b309a8c2d%2C44793%2C1731964979231.1731964980205, exclude list is [], retry=0 2024-11-18T21:23:00,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36611,DS-f94ecc73-e78e-41ba-a480-09660b62b7e7,DISK] 2024-11-18T21:23:00,237 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/WALs/d63b309a8c2d,44793,1731964979231/d63b309a8c2d%2C44793%2C1731964979231.1731964980205 2024-11-18T21:23:00,249 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40779:40779)] 2024-11-18T21:23:00,249 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:00,249 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:00,249 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:00,249 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:00,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:00,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:23:00,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:00,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:00,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:00,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:23:00,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:00,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:00,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:00,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:23:00,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:00,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:00,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:00,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:23:00,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:00,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:00,265 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:00,266 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:00,266 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:00,268 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:00,268 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:00,268 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:23:00,272 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:00,280 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:00,281 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60142883, jitterRate=-0.10380120575428009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:23:00,281 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964980249Initializing all the Stores at 1731964980252 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964980253 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964980253Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964980253Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964980253Cleaning up temporary data from old regions at 1731964980268 (+15 ms)Region opened successfully at 1731964980281 (+13 ms) 2024-11-18T21:23:00,281 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:23:00,284 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2503e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:23:00,289 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:23:00,289 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:23:00,289 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:23:00,289 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:23:00,290 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:23:00,290 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:23:00,290 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:23:00,303 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:23:00,304 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Unable to get data of znode /1-2124229709/balancer because node does not exist (not necessarily an error) 2024-11-18T21:23:00,306 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2124229709/balancer already deleted, retry=false 2024-11-18T21:23:00,306 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:23:00,309 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Unable to get data of znode /1-2124229709/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:23:00,310 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2124229709/normalizer already deleted, retry=false 2024-11-18T21:23:00,310 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:23:00,312 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Unable to get data of znode /1-2124229709/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:23:00,318 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2124229709/switch/split already deleted, retry=false 2024-11-18T21:23:00,325 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Unable to get data of znode /1-2124229709/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:23:00,326 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2124229709/switch/merge already deleted, retry=false 2024-11-18T21:23:00,328 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Unable to get data of znode /1-2124229709/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:23:00,329 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2124229709/snapshot-cleanup already deleted, retry=false 2024-11-18T21:23:00,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2124229709/running 2024-11-18T21:23:00,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709 2024-11-18T21:23:00,332 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,44793,1731964979231, sessionid=0x10054c63f9c0003, setting cluster-up flag (Was=false) 2024-11-18T21:23:00,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2124229709/running 2024-11-18T21:23:00,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709 2024-11-18T21:23:00,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709 2024-11-18T21:23:00,339 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2124229709/flush-table-proc/acquired, /1-2124229709/flush-table-proc/reached, /1-2124229709/flush-table-proc/abort 2024-11-18T21:23:00,342 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,44793,1731964979231 2024-11-18T21:23:00,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709 2024-11-18T21:23:00,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709 2024-11-18T21:23:00,355 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2124229709/online-snapshot/acquired, /1-2124229709/online-snapshot/reached, /1-2124229709/online-snapshot/abort 2024-11-18T21:23:00,366 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,44793,1731964979231 2024-11-18T21:23:00,370 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:23:00,372 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:00,373 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:23:00,373 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:23:00,373 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,44793,1731964979231 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:23:00,377 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:00,377 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:00,377 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:00,377 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:00,377 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:23:00,377 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:00,377 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:23:00,377 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:00,390 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:00,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:23:00,394 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:00,394 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:23:00,412 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731965010407 2024-11-18T21:23:00,412 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:23:00,413 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:23:00,413 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:23:00,413 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:23:00,413 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:23:00,413 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:23:00,428 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(746): ClusterId : ca00a28c-00e3-45e0-b81f-2338da64d575 2024-11-18T21:23:00,428 DEBUG [RS:0;d63b309a8c2d:34971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:23:00,430 DEBUG [RS:0;d63b309a8c2d:34971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:23:00,430 DEBUG [RS:0;d63b309a8c2d:34971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:23:00,433 DEBUG [RS:0;d63b309a8c2d:34971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:23:00,433 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:00,433 DEBUG [RS:0;d63b309a8c2d:34971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:23:00,435 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:23:00,435 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:23:00,435 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:23:00,435 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:23:00,450 DEBUG [RS:0;d63b309a8c2d:34971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:34971 2024-11-18T21:23:00,450 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:23:00,450 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:23:00,450 DEBUG [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:23:00,451 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,44793,1731964979231 with port=34971, startcode=1731964979280 2024-11-18T21:23:00,451 DEBUG [RS:0;d63b309a8c2d:34971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:23:00,457 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:23:00,457 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:23:00,457 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:23:00,458 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964980457,5,FailOnTimeoutGroup] 2024-11-18T21:23:00,458 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44793 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T21:23:00,459 DEBUG [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T21:23:00,459 WARN [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T21:23:00,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:23:00,464 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964980458,5,FailOnTimeoutGroup] 2024-11-18T21:23:00,464 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:00,464 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:23:00,464 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:00,465 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:00,465 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:23:00,465 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f 2024-11-18T21:23:00,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741832_1008 (size=32) 2024-11-18T21:23:00,559 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,44793,1731964979231 with port=34971, startcode=1731964979280 2024-11-18T21:23:00,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44793 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,34971,1731964979280 2024-11-18T21:23:00,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44793 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,34971,1731964979280 2024-11-18T21:23:00,565 DEBUG [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f 2024-11-18T21:23:00,565 DEBUG [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36445 2024-11-18T21:23:00,565 DEBUG [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:23:00,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709/rs 2024-11-18T21:23:00,571 DEBUG [RS:0;d63b309a8c2d:34971 {}] zookeeper.ZKUtil(111): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Set watcher on existing znode=/1-2124229709/rs/d63b309a8c2d,34971,1731964979280 2024-11-18T21:23:00,571 WARN [RS:0;d63b309a8c2d:34971 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:23:00,571 INFO [RS:0;d63b309a8c2d:34971 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:00,571 DEBUG [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280 2024-11-18T21:23:00,573 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,34971,1731964979280] 2024-11-18T21:23:00,575 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:23:00,580 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:23:00,580 INFO [RS:0;d63b309a8c2d:34971 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:23:00,580 INFO [RS:0;d63b309a8c2d:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:00,580 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:23:00,581 INFO [RS:0;d63b309a8c2d:34971 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:23:00,581 INFO [RS:0;d63b309a8c2d:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:00,581 DEBUG [RS:0;d63b309a8c2d:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:00,581 DEBUG [RS:0;d63b309a8c2d:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:00,581 DEBUG [RS:0;d63b309a8c2d:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:00,581 DEBUG [RS:0;d63b309a8c2d:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:00,581 DEBUG [RS:0;d63b309a8c2d:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:00,581 DEBUG [RS:0;d63b309a8c2d:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:23:00,581 DEBUG [RS:0;d63b309a8c2d:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:00,581 DEBUG [RS:0;d63b309a8c2d:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:00,581 DEBUG [RS:0;d63b309a8c2d:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:00,581 DEBUG [RS:0;d63b309a8c2d:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:00,581 DEBUG [RS:0;d63b309a8c2d:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:00,582 DEBUG [RS:0;d63b309a8c2d:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:00,582 DEBUG [RS:0;d63b309a8c2d:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:23:00,582 DEBUG [RS:0;d63b309a8c2d:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:23:00,588 INFO [RS:0;d63b309a8c2d:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:00,588 INFO [RS:0;d63b309a8c2d:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:00,589 INFO [RS:0;d63b309a8c2d:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:00,589 INFO [RS:0;d63b309a8c2d:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:00,589 INFO [RS:0;d63b309a8c2d:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:00,589 INFO [RS:0;d63b309a8c2d:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,34971,1731964979280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:23:00,605 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:23:00,605 INFO [RS:0;d63b309a8c2d:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,34971,1731964979280-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:00,605 INFO [RS:0;d63b309a8c2d:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:00,605 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.Replication(171): d63b309a8c2d,34971,1731964979280 started 2024-11-18T21:23:00,623 INFO [RS:0;d63b309a8c2d:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:00,624 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,34971,1731964979280, RpcServer on d63b309a8c2d/172.17.0.3:34971, sessionid=0x10054c63f9c0004 2024-11-18T21:23:00,624 DEBUG [RS:0;d63b309a8c2d:34971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:23:00,624 DEBUG [RS:0;d63b309a8c2d:34971 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,34971,1731964979280 2024-11-18T21:23:00,624 DEBUG [RS:0;d63b309a8c2d:34971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,34971,1731964979280' 2024-11-18T21:23:00,624 DEBUG [RS:0;d63b309a8c2d:34971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2124229709/flush-table-proc/abort' 2024-11-18T21:23:00,624 DEBUG [RS:0;d63b309a8c2d:34971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2124229709/flush-table-proc/acquired' 2024-11-18T21:23:00,625 DEBUG [RS:0;d63b309a8c2d:34971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:23:00,625 DEBUG [RS:0;d63b309a8c2d:34971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:23:00,625 DEBUG [RS:0;d63b309a8c2d:34971 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,34971,1731964979280 2024-11-18T21:23:00,625 DEBUG [RS:0;d63b309a8c2d:34971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,34971,1731964979280' 2024-11-18T21:23:00,625 DEBUG [RS:0;d63b309a8c2d:34971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2124229709/online-snapshot/abort' 2024-11-18T21:23:00,625 DEBUG [RS:0;d63b309a8c2d:34971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2124229709/online-snapshot/acquired' 2024-11-18T21:23:00,625 DEBUG [RS:0;d63b309a8c2d:34971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:23:00,625 INFO [RS:0;d63b309a8c2d:34971 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:23:00,625 INFO [RS:0;d63b309a8c2d:34971 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:23:00,726 INFO [RS:0;d63b309a8c2d:34971 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:23:00,727 INFO [RS:0;d63b309a8c2d:34971 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C34971%2C1731964979280, suffix=, logDir=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280, archiveDir=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/oldWALs, maxLogs=10 2024-11-18T21:23:00,744 DEBUG [RS:0;d63b309a8c2d:34971 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727, exclude list is [], retry=0 2024-11-18T21:23:00,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36611,DS-f94ecc73-e78e-41ba-a480-09660b62b7e7,DISK] 2024-11-18T21:23:00,750 INFO [RS:0;d63b309a8c2d:34971 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 2024-11-18T21:23:00,750 DEBUG [RS:0;d63b309a8c2d:34971 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40779:40779)] 2024-11-18T21:23:00,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:00,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:23:00,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:23:00,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:00,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:00,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:23:00,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:23:00,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:00,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:00,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:23:00,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:23:00,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:00,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:00,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:23:00,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:23:00,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:00,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:00,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:23:00,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740 2024-11-18T21:23:00,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740 2024-11-18T21:23:00,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:23:00,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:23:00,893 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:23:00,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:23:00,897 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:00,897 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67090760, jitterRate=-2.6977062225341797E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:23:00,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731964980879Initializing all the Stores at 1731964980879Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964980879Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964980881 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964980881Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964980881Cleaning up temporary data from old regions at 1731964980893 (+12 ms)Region opened successfully at 1731964980897 (+4 ms) 2024-11-18T21:23:00,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:23:00,898 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:23:00,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:23:00,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:23:00,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:23:00,898 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:23:00,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964980898Disabling compacts and flushes for region at 1731964980898Disabling writes for close at 1731964980898Writing region close event to WAL at 1731964980898Closed at 1731964980898 2024-11-18T21:23:00,902 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:00,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:23:00,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:23:00,903 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:23:00,904 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:23:01,055 DEBUG [d63b309a8c2d:44793 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:23:01,055 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,34971,1731964979280 2024-11-18T21:23:01,056 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,34971,1731964979280, state=OPENING 2024-11-18T21:23:01,059 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:23:01,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709 2024-11-18T21:23:01,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709 2024-11-18T21:23:01,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2124229709/meta-region-server: CHANGED 2024-11-18T21:23:01,061 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:23:01,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,34971,1731964979280}] 2024-11-18T21:23:01,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2124229709/meta-region-server: CHANGED 2024-11-18T21:23:01,215 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:23:01,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:23:01,227 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:23:01,227 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:01,227 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:23:01,241 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C34971%2C1731964979280.meta, suffix=.meta, logDir=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280, archiveDir=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/oldWALs, maxLogs=10 2024-11-18T21:23:01,258 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.meta.1731964981241.meta, exclude list is [], retry=0 2024-11-18T21:23:01,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36611,DS-f94ecc73-e78e-41ba-a480-09660b62b7e7,DISK] 2024-11-18T21:23:01,266 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.meta.1731964981241.meta 2024-11-18T21:23:01,266 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40779:40779)] 2024-11-18T21:23:01,266 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:01,267 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:23:01,267 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:23:01,267 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:23:01,267 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:23:01,267 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:23:01,267 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:01,267 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:23:01,267 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:23:01,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:23:01,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:23:01,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:01,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:01,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:23:01,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:23:01,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:01,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:01,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:23:01,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:23:01,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:01,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:01,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:23:01,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:23:01,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:01,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:01,273 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:23:01,273 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740 2024-11-18T21:23:01,274 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740 2024-11-18T21:23:01,275 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:23:01,275 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:23:01,276 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:23:01,277 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:23:01,278 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66919044, jitterRate=-0.002828538417816162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:23:01,278 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:23:01,278 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964981267Writing region info on filesystem at 1731964981267Initializing all the Stores at 1731964981268 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964981268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964981269 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964981269Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964981269Cleaning up temporary data from old regions at 1731964981275 (+6 ms)Running coprocessor post-open hooks at 1731964981278 (+3 ms)Region opened successfully at 1731964981278 2024-11-18T21:23:01,279 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731964981215 2024-11-18T21:23:01,284 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:23:01,284 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:23:01,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,34971,1731964979280 2024-11-18T21:23:01,290 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,34971,1731964979280, state=OPEN 2024-11-18T21:23:01,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2124229709/meta-region-server 2024-11-18T21:23:01,294 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,34971,1731964979280 2024-11-18T21:23:01,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2124229709/meta-region-server: CHANGED 2024-11-18T21:23:01,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2124229709/meta-region-server 2024-11-18T21:23:01,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2124229709/meta-region-server: CHANGED 2024-11-18T21:23:01,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:23:01,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,34971,1731964979280 in 233 msec 2024-11-18T21:23:01,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:23:01,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 394 msec 2024-11-18T21:23:01,299 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:01,299 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:23:01,301 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:01,301 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,34971,1731964979280, seqNum=-1] 2024-11-18T21:23:01,302 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:01,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:23:01,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 936 msec 2024-11-18T21:23:01,309 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964981309, completionTime=-1 2024-11-18T21:23:01,309 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:23:01,309 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:23:01,311 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:23:01,311 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731965041311 2024-11-18T21:23:01,311 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731965101311 2024-11-18T21:23:01,311 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T21:23:01,311 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,44793,1731964979231-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:01,311 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,44793,1731964979231-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:01,311 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,44793,1731964979231-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:01,312 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:44793, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:01,312 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:01,312 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:01,314 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:23:01,316 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.987sec 2024-11-18T21:23:01,316 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:23:01,316 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:23:01,316 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:23:01,316 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:23:01,316 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:23:01,316 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,44793,1731964979231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:23:01,316 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,44793,1731964979231-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:23:01,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232f169e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:01,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,44793,-1 for getting cluster id 2024-11-18T21:23:01,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:01,318 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:23:01,318 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:23:01,318 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,44793,1731964979231-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:01,319 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca00a28c-00e3-45e0-b81f-2338da64d575' 2024-11-18T21:23:01,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:01,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca00a28c-00e3-45e0-b81f-2338da64d575" 2024-11-18T21:23:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f593f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,44793,-1] 2024-11-18T21:23:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:01,321 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:01,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a16544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:01,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,34971,1731964979280, seqNum=-1] 2024-11-18T21:23:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:01,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:23:01,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,44793,1731964979231 2024-11-18T21:23:01,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61127 2024-11-18T21:23:01,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:23:01,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10054c63f9c0005 connected 2024-11-18T21:23:01,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/hadoop.log.dir so I do NOT create it in target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022 2024-11-18T21:23:01,334 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:23:01,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/hadoop.tmp.dir so I do NOT create it in target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022 2024-11-18T21:23:01,334 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:23:01,334 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022 2024-11-18T21:23:01,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:23:01,334 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/cluster_8391abcd-7b0a-ecb2-2161-25f20dbd9b4e, deleteOnExit=true 2024-11-18T21:23:01,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:23:01,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/test.cache.data in system properties and HBase conf 2024-11-18T21:23:01,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:23:01,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:23:01,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:23:01,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:23:01,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:23:01,335 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:23:01,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:23:01,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:23:01,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:23:01,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:23:01,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:23:01,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:23:01,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:23:01,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:23:01,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:23:01,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:23:01,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:23:01,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:23:01,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:23:01,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:23:01,439 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:23:01,461 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:23:01,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:23:01,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:23:01,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:23:01,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:23:01,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@404cd1f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:23:01,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@681c5839{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:23:01,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b7780d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/java.io.tmpdir/jetty-localhost-44005-hadoop-hdfs-3_4_1-tests_jar-_-any-11557894529338588075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:23:01,674 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22b03d7a{HTTP/1.1, (http/1.1)}{localhost:44005} 2024-11-18T21:23:01,674 INFO [Time-limited test {}] server.Server(415): Started @248050ms 2024-11-18T21:23:01,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:23:01,870 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:23:01,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:23:01,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:23:01,872 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:23:01,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fe3111f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:23:01,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75fd094d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:23:02,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40adf666{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/java.io.tmpdir/jetty-localhost-44823-hadoop-hdfs-3_4_1-tests_jar-_-any-8083713554077275723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:23:02,006 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75eff3e5{HTTP/1.1, (http/1.1)}{localhost:44823} 2024-11-18T21:23:02,006 INFO [Time-limited test {}] server.Server(415): Started @248382ms 2024-11-18T21:23:02,008 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:23:02,274 WARN [Thread-3652 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/cluster_8391abcd-7b0a-ecb2-2161-25f20dbd9b4e/data/data1/current/BP-866747121-172.17.0.3-1731964981358/current, will proceed with Du for space computation calculation, 2024-11-18T21:23:02,275 WARN [Thread-3653 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/cluster_8391abcd-7b0a-ecb2-2161-25f20dbd9b4e/data/data2/current/BP-866747121-172.17.0.3-1731964981358/current, will proceed with Du for space computation calculation, 2024-11-18T21:23:02,357 WARN [Thread-3640 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:23:02,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5b07123f4a58101 with lease ID 0xb3ea17a921f3f5d9: Processing first storage report for DS-681bb31c-e7dd-4f2a-a42e-3739a848fa29 from datanode DatanodeRegistration(127.0.0.1:41533, datanodeUuid=8261a7d4-2adf-465b-a938-2a4884945a2c, infoPort=45265, infoSecurePort=0, ipcPort=37531, storageInfo=lv=-57;cid=testClusterID;nsid=1545593024;c=1731964981358) 2024-11-18T21:23:02,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5b07123f4a58101 with lease ID 0xb3ea17a921f3f5d9: from storage DS-681bb31c-e7dd-4f2a-a42e-3739a848fa29 node DatanodeRegistration(127.0.0.1:41533, datanodeUuid=8261a7d4-2adf-465b-a938-2a4884945a2c, infoPort=45265, infoSecurePort=0, ipcPort=37531, storageInfo=lv=-57;cid=testClusterID;nsid=1545593024;c=1731964981358), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:23:02,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5b07123f4a58101 with lease ID 0xb3ea17a921f3f5d9: Processing first storage report for DS-042144df-9fc0-406b-a063-29c98f580ff5 from datanode DatanodeRegistration(127.0.0.1:41533, datanodeUuid=8261a7d4-2adf-465b-a938-2a4884945a2c, infoPort=45265, infoSecurePort=0, ipcPort=37531, storageInfo=lv=-57;cid=testClusterID;nsid=1545593024;c=1731964981358) 2024-11-18T21:23:02,366 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5b07123f4a58101 with lease ID 0xb3ea17a921f3f5d9: from storage DS-042144df-9fc0-406b-a063-29c98f580ff5 node DatanodeRegistration(127.0.0.1:41533, datanodeUuid=8261a7d4-2adf-465b-a938-2a4884945a2c, infoPort=45265, infoSecurePort=0, ipcPort=37531, storageInfo=lv=-57;cid=testClusterID;nsid=1545593024;c=1731964981358), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:23:02,369 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022 2024-11-18T21:23:02,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:02,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:02,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:23:02,861 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d with version=8 2024-11-18T21:23:02,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/hbase-staging 2024-11-18T21:23:02,864 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:23:02,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:02,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:02,864 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:23:02,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:02,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:23:02,864 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:23:02,865 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:23:02,867 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40899 2024-11-18T21:23:02,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40899 connecting to ZooKeeper ensemble=127.0.0.1:61127 2024-11-18T21:23:02,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408990x0, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:23:02,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40899-0x10054c63f9c0006 connected 2024-11-18T21:23:02,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:02,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:02,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Set watcher on znode that does not yet exist, /2-1833092716/running 2024-11-18T21:23:02,982 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d, hbase.cluster.distributed=false 2024-11-18T21:23:02,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Set watcher on znode that does not yet exist, /2-1833092716/acl 2024-11-18T21:23:02,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40899 2024-11-18T21:23:02,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40899 2024-11-18T21:23:02,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40899 2024-11-18T21:23:02,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40899 2024-11-18T21:23:03,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40899 2024-11-18T21:23:03,035 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:23:03,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:03,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:03,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:23:03,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:03,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:23:03,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:23:03,036 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:23:03,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38395 2024-11-18T21:23:03,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38395 connecting to ZooKeeper ensemble=127.0.0.1:61127 2024-11-18T21:23:03,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:03,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:03,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383950x0, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:23:03,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38395-0x10054c63f9c0007 connected 2024-11-18T21:23:03,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Set watcher on znode that does not yet exist, /2-1833092716/running 2024-11-18T21:23:03,065 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:23:03,070 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:23:03,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Set watcher on znode that does not yet exist, /2-1833092716/master 2024-11-18T21:23:03,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Set watcher on znode that does not yet exist, /2-1833092716/acl 2024-11-18T21:23:03,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38395 2024-11-18T21:23:03,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38395 2024-11-18T21:23:03,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38395 2024-11-18T21:23:03,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38395 2024-11-18T21:23:03,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38395 2024-11-18T21:23:03,120 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T21:23:03,147 DEBUG [M:0;d63b309a8c2d:40899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:40899 2024-11-18T21:23:03,168 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1833092716/backup-masters/d63b309a8c2d,40899,1731964982864 2024-11-18T21:23:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716/backup-masters 2024-11-18T21:23:03,171 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Set watcher on existing znode=/2-1833092716/backup-masters/d63b309a8c2d,40899,1731964982864 2024-11-18T21:23:03,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716/backup-masters 2024-11-18T21:23:03,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716 2024-11-18T21:23:03,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1833092716/master 2024-11-18T21:23:03,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716 2024-11-18T21:23:03,185 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Set watcher on existing znode=/2-1833092716/master 2024-11-18T21:23:03,185 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1833092716/backup-masters/d63b309a8c2d,40899,1731964982864 from backup master directory 2024-11-18T21:23:03,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1833092716/backup-masters/d63b309a8c2d,40899,1731964982864 2024-11-18T21:23:03,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716/backup-masters 2024-11-18T21:23:03,187 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:23:03,187 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,40899,1731964982864 2024-11-18T21:23:03,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716/backup-masters 2024-11-18T21:23:03,209 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/hbase.id] with ID: 1580559b-951b-429c-88fc-4f349ed396b4 2024-11-18T21:23:03,210 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/.tmp/hbase.id 2024-11-18T21:23:03,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:23:03,240 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/.tmp/hbase.id]:[hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/hbase.id] 2024-11-18T21:23:03,271 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:03,272 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:23:03,274 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T21:23:03,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716 2024-11-18T21:23:03,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716 2024-11-18T21:23:03,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:23:03,699 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:23:03,700 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:23:03,701 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:03,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:23:03,762 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:23:03,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:03,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:03,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:03,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:03,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:03,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:03,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:03,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:03,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:03,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:03,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:03,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:03,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:04,125 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store 2024-11-18T21:23:04,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:23:04,549 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:04,549 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:23:04,549 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:04,549 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:04,549 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:23:04,549 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:04,549 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:04,549 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731964984549Disabling compacts and flushes for region at 1731964984549Disabling writes for close at 1731964984549Writing region close event to WAL at 1731964984549Closed at 1731964984549 2024-11-18T21:23:04,555 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/.initializing 2024-11-18T21:23:04,555 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/WALs/d63b309a8c2d,40899,1731964982864 2024-11-18T21:23:04,565 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:23:04,577 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C40899%2C1731964982864, suffix=, logDir=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/WALs/d63b309a8c2d,40899,1731964982864, archiveDir=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/oldWALs, maxLogs=10 2024-11-18T21:23:04,599 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/WALs/d63b309a8c2d,40899,1731964982864/d63b309a8c2d%2C40899%2C1731964982864.1731964984577, exclude list is [], retry=0 2024-11-18T21:23:04,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41533,DS-681bb31c-e7dd-4f2a-a42e-3739a848fa29,DISK] 2024-11-18T21:23:04,610 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/WALs/d63b309a8c2d,40899,1731964982864/d63b309a8c2d%2C40899%2C1731964982864.1731964984577 2024-11-18T21:23:04,621 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45265:45265)] 2024-11-18T21:23:04,621 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:04,621 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:04,621 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:04,621 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:04,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:04,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:23:04,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:04,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:04,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:04,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:23:04,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:04,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:04,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:04,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:23:04,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:04,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:04,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:04,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:23:04,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:04,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:04,644 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:04,644 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:04,644 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:04,649 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:04,649 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:04,649 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:23:04,651 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:04,661 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:04,661 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70138715, jitterRate=0.045148298144340515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:23:04,662 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731964984622Initializing all the Stores at 1731964984629 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964984629Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964984636 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964984636Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964984636Cleaning up temporary data from old regions at 1731964984649 (+13 ms)Region opened successfully at 1731964984661 (+12 ms) 2024-11-18T21:23:04,662 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:23:04,665 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f7ff0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:23:04,666 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:23:04,666 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:23:04,666 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:23:04,666 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:23:04,666 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:23:04,667 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:23:04,667 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:23:04,674 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:23:04,675 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Unable to get data of znode /2-1833092716/balancer because node does not exist (not necessarily an error) 2024-11-18T21:23:04,676 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1833092716/balancer already deleted, retry=false 2024-11-18T21:23:04,677 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:23:04,677 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Unable to get data of znode /2-1833092716/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:23:04,679 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1833092716/normalizer already deleted, retry=false 2024-11-18T21:23:04,679 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:23:04,680 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Unable to get data of znode /2-1833092716/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:23:04,682 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1833092716/switch/split already deleted, retry=false 2024-11-18T21:23:04,684 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Unable to get data of znode /2-1833092716/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:23:04,686 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1833092716/switch/merge already deleted, retry=false 2024-11-18T21:23:04,687 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Unable to get data of znode /2-1833092716/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:23:04,689 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1833092716/snapshot-cleanup already deleted, retry=false 2024-11-18T21:23:04,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1833092716/running 2024-11-18T21:23:04,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716 2024-11-18T21:23:04,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1833092716/running 2024-11-18T21:23:04,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716 2024-11-18T21:23:04,691 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,40899,1731964982864, sessionid=0x10054c63f9c0006, setting cluster-up flag (Was=false) 2024-11-18T21:23:04,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716 2024-11-18T21:23:04,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716 2024-11-18T21:23:04,698 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1833092716/flush-table-proc/acquired, /2-1833092716/flush-table-proc/reached, /2-1833092716/flush-table-proc/abort 2024-11-18T21:23:04,699 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,40899,1731964982864 2024-11-18T21:23:04,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716 2024-11-18T21:23:04,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716 2024-11-18T21:23:04,706 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1833092716/online-snapshot/acquired, /2-1833092716/online-snapshot/reached, /2-1833092716/online-snapshot/abort 2024-11-18T21:23:04,707 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,40899,1731964982864 2024-11-18T21:23:04,708 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:23:04,709 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:04,710 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:23:04,710 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:23:04,710 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,40899,1731964982864 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:23:04,711 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:04,711 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:04,711 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:04,711 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:04,711 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:23:04,711 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:04,711 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:23:04,711 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:04,734 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(746): ClusterId : 1580559b-951b-429c-88fc-4f349ed396b4 2024-11-18T21:23:04,735 DEBUG [RS:0;d63b309a8c2d:38395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:23:04,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:04,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:23:04,739 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:04,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:23:04,744 DEBUG [RS:0;d63b309a8c2d:38395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:23:04,744 DEBUG [RS:0;d63b309a8c2d:38395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:23:04,747 DEBUG [RS:0;d63b309a8c2d:38395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:23:04,747 DEBUG [RS:0;d63b309a8c2d:38395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d9680e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:23:04,776 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731965014776 2024-11-18T21:23:04,776 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:23:04,776 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:23:04,776 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:23:04,776 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:23:04,776 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:23:04,776 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:23:04,779 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:04,782 DEBUG [RS:0;d63b309a8c2d:38395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:38395 2024-11-18T21:23:04,782 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:23:04,782 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:23:04,782 DEBUG [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:23:04,783 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:23:04,783 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:23:04,783 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:23:04,783 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:23:04,783 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,40899,1731964982864 with port=38395, startcode=1731964983035 2024-11-18T21:23:04,784 DEBUG [RS:0;d63b309a8c2d:38395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:23:04,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:23:04,785 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:23:04,785 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:23:04,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:23:04,786 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d 2024-11-18T21:23:04,789 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964984786,5,FailOnTimeoutGroup] 2024-11-18T21:23:04,793 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964984790,5,FailOnTimeoutGroup] 2024-11-18T21:23:04,793 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:04,793 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:23:04,793 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:04,793 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:04,801 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:23:04,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40899 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,38395,1731964983035 2024-11-18T21:23:04,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40899 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,38395,1731964983035 2024-11-18T21:23:04,812 DEBUG [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d 2024-11-18T21:23:04,812 DEBUG [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37259 2024-11-18T21:23:04,812 DEBUG [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:23:04,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716/rs 2024-11-18T21:23:04,823 DEBUG [RS:0;d63b309a8c2d:38395 {}] zookeeper.ZKUtil(111): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Set watcher on existing znode=/2-1833092716/rs/d63b309a8c2d,38395,1731964983035 2024-11-18T21:23:04,823 WARN [RS:0;d63b309a8c2d:38395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:23:04,823 INFO [RS:0;d63b309a8c2d:38395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:04,823 DEBUG [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035 2024-11-18T21:23:04,827 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,38395,1731964983035] 2024-11-18T21:23:04,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741832_1008 (size=32) 2024-11-18T21:23:04,886 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:23:04,887 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:23:04,893 INFO [RS:0;d63b309a8c2d:38395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:23:04,893 INFO [RS:0;d63b309a8c2d:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:04,896 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:23:04,901 INFO [RS:0;d63b309a8c2d:38395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:23:04,901 INFO [RS:0;d63b309a8c2d:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:04,901 DEBUG [RS:0;d63b309a8c2d:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:04,901 DEBUG [RS:0;d63b309a8c2d:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:04,901 DEBUG [RS:0;d63b309a8c2d:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:04,901 DEBUG [RS:0;d63b309a8c2d:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:04,901 DEBUG [RS:0;d63b309a8c2d:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:04,901 DEBUG [RS:0;d63b309a8c2d:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:23:04,901 DEBUG [RS:0;d63b309a8c2d:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:04,901 DEBUG [RS:0;d63b309a8c2d:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:04,901 DEBUG [RS:0;d63b309a8c2d:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:04,901 DEBUG [RS:0;d63b309a8c2d:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:04,901 DEBUG [RS:0;d63b309a8c2d:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:04,901 DEBUG [RS:0;d63b309a8c2d:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:04,901 DEBUG [RS:0;d63b309a8c2d:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:23:04,901 DEBUG [RS:0;d63b309a8c2d:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:23:04,925 INFO [RS:0;d63b309a8c2d:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:04,925 INFO [RS:0;d63b309a8c2d:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:04,925 INFO [RS:0;d63b309a8c2d:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:04,925 INFO [RS:0;d63b309a8c2d:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:04,925 INFO [RS:0;d63b309a8c2d:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:04,925 INFO [RS:0;d63b309a8c2d:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38395,1731964983035-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:23:04,957 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:23:04,957 INFO [RS:0;d63b309a8c2d:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38395,1731964983035-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:04,957 INFO [RS:0;d63b309a8c2d:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:04,957 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.Replication(171): d63b309a8c2d,38395,1731964983035 started 2024-11-18T21:23:04,978 INFO [RS:0;d63b309a8c2d:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:04,978 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,38395,1731964983035, RpcServer on d63b309a8c2d/172.17.0.3:38395, sessionid=0x10054c63f9c0007 2024-11-18T21:23:04,978 DEBUG [RS:0;d63b309a8c2d:38395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:23:04,978 DEBUG [RS:0;d63b309a8c2d:38395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,38395,1731964983035 2024-11-18T21:23:04,978 DEBUG [RS:0;d63b309a8c2d:38395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,38395,1731964983035' 2024-11-18T21:23:04,978 DEBUG [RS:0;d63b309a8c2d:38395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1833092716/flush-table-proc/abort' 2024-11-18T21:23:05,000 DEBUG [RS:0;d63b309a8c2d:38395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1833092716/flush-table-proc/acquired' 2024-11-18T21:23:05,006 DEBUG [RS:0;d63b309a8c2d:38395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:23:05,006 DEBUG [RS:0;d63b309a8c2d:38395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:23:05,006 DEBUG [RS:0;d63b309a8c2d:38395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,38395,1731964983035 2024-11-18T21:23:05,006 DEBUG [RS:0;d63b309a8c2d:38395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,38395,1731964983035' 2024-11-18T21:23:05,006 DEBUG [RS:0;d63b309a8c2d:38395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1833092716/online-snapshot/abort' 2024-11-18T21:23:05,006 DEBUG [RS:0;d63b309a8c2d:38395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1833092716/online-snapshot/acquired' 2024-11-18T21:23:05,009 DEBUG [RS:0;d63b309a8c2d:38395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:23:05,009 INFO [RS:0;d63b309a8c2d:38395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:23:05,010 INFO [RS:0;d63b309a8c2d:38395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:23:05,112 INFO [RS:0;d63b309a8c2d:38395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:23:05,133 INFO [RS:0;d63b309a8c2d:38395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C38395%2C1731964983035, suffix=, logDir=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035, archiveDir=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/oldWALs, maxLogs=10 2024-11-18T21:23:05,154 DEBUG [RS:0;d63b309a8c2d:38395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133, exclude list is [], retry=0 2024-11-18T21:23:05,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41533,DS-681bb31c-e7dd-4f2a-a42e-3739a848fa29,DISK] 2024-11-18T21:23:05,189 INFO [RS:0;d63b309a8c2d:38395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 2024-11-18T21:23:05,193 DEBUG [RS:0;d63b309a8c2d:38395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45265:45265)] 2024-11-18T21:23:05,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:05,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:23:05,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:23:05,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:05,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:05,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:23:05,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:23:05,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:05,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:05,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:23:05,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:23:05,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:05,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:05,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:23:05,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:23:05,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:05,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:05,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:23:05,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740 2024-11-18T21:23:05,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740 2024-11-18T21:23:05,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:23:05,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:23:05,322 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:23:05,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:23:05,352 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:05,356 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69818067, jitterRate=0.04037027060985565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:23:05,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731964985256Initializing all the Stores at 1731964985265 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964985265Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964985268 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964985268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964985268Cleaning up temporary data from old regions at 1731964985321 (+53 ms)Region opened successfully at 1731964985357 (+36 ms) 2024-11-18T21:23:05,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:23:05,357 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:23:05,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:23:05,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:23:05,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:23:05,361 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:23:05,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731964985357Disabling compacts and flushes for region at 1731964985357Disabling writes for close at 1731964985357Writing region close event to WAL at 1731964985361 (+4 ms)Closed at 1731964985361 2024-11-18T21:23:05,368 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:05,368 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:23:05,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:23:05,370 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:23:05,371 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:23:05,524 DEBUG [d63b309a8c2d:40899 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:23:05,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,38395,1731964983035 2024-11-18T21:23:05,530 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,38395,1731964983035, state=OPENING 2024-11-18T21:23:05,536 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:23:05,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716 2024-11-18T21:23:05,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716 2024-11-18T21:23:05,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1833092716/meta-region-server: CHANGED 2024-11-18T21:23:05,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1833092716/meta-region-server: CHANGED 2024-11-18T21:23:05,546 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:23:05,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,38395,1731964983035}] 2024-11-18T21:23:05,699 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:23:05,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:23:05,725 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:23:05,725 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:05,725 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:23:05,737 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C38395%2C1731964983035.meta, suffix=.meta, logDir=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035, archiveDir=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/oldWALs, maxLogs=10 2024-11-18T21:23:05,769 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.meta.1731964985737.meta, exclude list is [], retry=0 2024-11-18T21:23:05,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41533,DS-681bb31c-e7dd-4f2a-a42e-3739a848fa29,DISK] 2024-11-18T21:23:05,821 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.meta.1731964985737.meta 2024-11-18T21:23:05,828 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45265:45265)] 2024-11-18T21:23:05,829 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:05,829 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:23:05,829 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:23:05,829 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:23:05,830 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:23:05,830 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:23:05,830 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:05,830 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:23:05,830 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:23:05,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:23:05,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:23:05,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:05,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:05,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:23:05,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:23:05,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:05,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:05,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:23:05,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:23:05,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:05,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:05,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:23:05,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:23:05,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:05,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:05,897 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:23:05,897 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740 2024-11-18T21:23:05,916 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740 2024-11-18T21:23:05,936 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:23:05,936 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:23:05,944 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:23:05,965 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:23:05,977 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70511037, jitterRate=0.05069632828235626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:23:05,977 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:23:05,977 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731964985830Writing region info on filesystem at 1731964985830Initializing all the Stores at 1731964985836 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964985836Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964985840 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964985840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731964985840Cleaning up temporary data from old regions at 1731964985936 (+96 ms)Running coprocessor post-open hooks at 1731964985977 (+41 ms)Region opened successfully at 1731964985977 2024-11-18T21:23:05,988 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731964985699 2024-11-18T21:23:05,994 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:23:05,994 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:23:05,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,38395,1731964983035 2024-11-18T21:23:06,001 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,38395,1731964983035, state=OPEN 2024-11-18T21:23:06,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1833092716/meta-region-server 2024-11-18T21:23:06,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1833092716/meta-region-server 2024-11-18T21:23:06,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1833092716/meta-region-server: CHANGED 2024-11-18T21:23:06,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1833092716/meta-region-server: CHANGED 2024-11-18T21:23:06,010 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,38395,1731964983035 2024-11-18T21:23:06,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:23:06,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,38395,1731964983035 in 464 msec 2024-11-18T21:23:06,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:23:06,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 657 msec 2024-11-18T21:23:06,030 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:06,030 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:23:06,033 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:06,033 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,38395,1731964983035, seqNum=-1] 2024-11-18T21:23:06,034 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:06,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:23:06,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3690 sec 2024-11-18T21:23:06,092 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731964986092, completionTime=-1 2024-11-18T21:23:06,093 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:23:06,093 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:23:06,108 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:23:06,108 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731965046108 2024-11-18T21:23:06,108 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731965106108 2024-11-18T21:23:06,109 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 15 msec 2024-11-18T21:23:06,109 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40899,1731964982864-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:06,109 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40899,1731964982864-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:06,109 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40899,1731964982864-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:06,109 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:40899, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:06,109 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:06,112 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:23:06,116 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:06,123 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.936sec 2024-11-18T21:23:06,123 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:23:06,123 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:23:06,123 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:23:06,123 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:23:06,123 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:23:06,123 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40899,1731964982864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:23:06,123 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40899,1731964982864-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:23:06,156 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:23:06,156 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:23:06,156 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,40899,1731964982864-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:06,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf5cc14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:06,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,40899,-1 for getting cluster id 2024-11-18T21:23:06,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:06,178 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1580559b-951b-429c-88fc-4f349ed396b4' 2024-11-18T21:23:06,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:06,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1580559b-951b-429c-88fc-4f349ed396b4" 2024-11-18T21:23:06,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a44245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:06,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,40899,-1] 2024-11-18T21:23:06,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:06,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:06,185 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:06,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674dd291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:06,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,38395,1731964983035, seqNum=-1] 2024-11-18T21:23:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:06,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:23:06,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,40899,1731964982864 2024-11-18T21:23:06,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61127 2024-11-18T21:23:06,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:23:06,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10054c63f9c0008 connected 2024-11-18T21:23:06,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:06,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,45801,1731964975650 2024-11-18T21:23:06,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@387d0158 2024-11-18T21:23:06,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:06,266 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:23:06,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45801 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:23:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45801 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T21:23:06,277 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:23:06,277 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:06,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45801 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T21:23:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:06,284 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:23:06,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741835_1011 (size=902) 2024-11-18T21:23:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:06,774 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7550e8a39d2d7531edbbb7934ca85d4, NAME => 'test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb 2024-11-18T21:23:06,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741836_1012 (size=39) 2024-11-18T21:23:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:07,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:07,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f7550e8a39d2d7531edbbb7934ca85d4, disabling compactions & flushes 2024-11-18T21:23:07,246 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4. 2024-11-18T21:23:07,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4. 2024-11-18T21:23:07,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4. after waiting 0 ms 2024-11-18T21:23:07,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4. 2024-11-18T21:23:07,246 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4. 2024-11-18T21:23:07,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7550e8a39d2d7531edbbb7934ca85d4: Waiting for close lock at 1731964987246Disabling compacts and flushes for region at 1731964987246Disabling writes for close at 1731964987246Writing region close event to WAL at 1731964987246Closed at 1731964987246 2024-11-18T21:23:07,248 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:23:07,248 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731964987248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964987248"}]},"ts":"1731964987248"} 2024-11-18T21:23:07,260 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:23:07,261 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:23:07,261 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964987261"}]},"ts":"1731964987261"} 2024-11-18T21:23:07,269 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T21:23:07,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f7550e8a39d2d7531edbbb7934ca85d4, ASSIGN}] 2024-11-18T21:23:07,275 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f7550e8a39d2d7531edbbb7934ca85d4, ASSIGN 2024-11-18T21:23:07,277 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f7550e8a39d2d7531edbbb7934ca85d4, ASSIGN; state=OFFLINE, location=d63b309a8c2d,39699,1731964975865; forceNewPlan=false, retain=false 2024-11-18T21:23:07,428 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f7550e8a39d2d7531edbbb7934ca85d4, regionState=OPENING, regionLocation=d63b309a8c2d,39699,1731964975865 2024-11-18T21:23:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:07,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f7550e8a39d2d7531edbbb7934ca85d4, ASSIGN because future has completed 2024-11-18T21:23:07,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7550e8a39d2d7531edbbb7934ca85d4, server=d63b309a8c2d,39699,1731964975865}] 2024-11-18T21:23:07,665 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4. 2024-11-18T21:23:07,665 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f7550e8a39d2d7531edbbb7934ca85d4, NAME => 'test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:07,665 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:23:07,665 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T21:23:07,665 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:07,665 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:07,665 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:07,665 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:07,669 INFO [StoreOpener-f7550e8a39d2d7531edbbb7934ca85d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:07,673 INFO [StoreOpener-f7550e8a39d2d7531edbbb7934ca85d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7550e8a39d2d7531edbbb7934ca85d4 columnFamilyName f 2024-11-18T21:23:07,673 DEBUG [StoreOpener-f7550e8a39d2d7531edbbb7934ca85d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:07,674 INFO [StoreOpener-f7550e8a39d2d7531edbbb7934ca85d4-1 {}] regionserver.HStore(327): Store=f7550e8a39d2d7531edbbb7934ca85d4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:07,674 INFO [StoreOpener-f7550e8a39d2d7531edbbb7934ca85d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:07,677 INFO [StoreOpener-f7550e8a39d2d7531edbbb7934ca85d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7550e8a39d2d7531edbbb7934ca85d4 columnFamilyName f1 2024-11-18T21:23:07,678 DEBUG [StoreOpener-f7550e8a39d2d7531edbbb7934ca85d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:07,679 INFO [StoreOpener-f7550e8a39d2d7531edbbb7934ca85d4-1 {}] regionserver.HStore(327): Store=f7550e8a39d2d7531edbbb7934ca85d4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:07,680 INFO [StoreOpener-f7550e8a39d2d7531edbbb7934ca85d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:07,683 INFO [StoreOpener-f7550e8a39d2d7531edbbb7934ca85d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7550e8a39d2d7531edbbb7934ca85d4 columnFamilyName norep 2024-11-18T21:23:07,683 DEBUG [StoreOpener-f7550e8a39d2d7531edbbb7934ca85d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:07,687 INFO [StoreOpener-f7550e8a39d2d7531edbbb7934ca85d4-1 {}] regionserver.HStore(327): Store=f7550e8a39d2d7531edbbb7934ca85d4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:07,688 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:07,695 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:07,699 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:07,715 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:07,715 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:07,716 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:23:07,717 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:07,729 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:07,732 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f7550e8a39d2d7531edbbb7934ca85d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72402955, jitterRate=0.07888810336589813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:23:07,732 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:07,733 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f7550e8a39d2d7531edbbb7934ca85d4: Running coprocessor pre-open hook at 1731964987666Writing region info on filesystem at 1731964987666Initializing all the Stores at 1731964987666Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964987666Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964987668 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964987668Cleaning up temporary data from old regions at 1731964987715 (+47 ms)Running coprocessor post-open hooks at 1731964987732 (+17 ms)Region opened successfully at 1731964987733 (+1 ms) 2024-11-18T21:23:07,735 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4., pid=6, masterSystemTime=1731964987624 2024-11-18T21:23:07,741 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4. 2024-11-18T21:23:07,741 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4. 2024-11-18T21:23:07,742 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f7550e8a39d2d7531edbbb7934ca85d4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d63b309a8c2d,39699,1731964975865 2024-11-18T21:23:07,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7550e8a39d2d7531edbbb7934ca85d4, server=d63b309a8c2d,39699,1731964975865 because future has completed 2024-11-18T21:23:07,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:23:07,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f7550e8a39d2d7531edbbb7934ca85d4, server=d63b309a8c2d,39699,1731964975865 in 297 msec 2024-11-18T21:23:07,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T21:23:07,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f7550e8a39d2d7531edbbb7934ca85d4, ASSIGN in 480 msec 2024-11-18T21:23:07,752 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:23:07,752 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964987752"}]},"ts":"1731964987752"} 2024-11-18T21:23:07,754 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T21:23:07,755 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:23:07,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.4880 sec 2024-11-18T21:23:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:08,444 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T21:23:08,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:08,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,44793,1731964979231 2024-11-18T21:23:08,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76241778 2024-11-18T21:23:08,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:08,446 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:23:08,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:23:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T21:23:08,450 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:23:08,450 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:08,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T21:23:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:08,451 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:23:08,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741835_1011 (size=902) 2024-11-18T21:23:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:08,869 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8154f292f761351a9fa4580ca720a49, NAME => 'test,,1731964988447.e8154f292f761351a9fa4580ca720a49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f 2024-11-18T21:23:08,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741836_1012 (size=39) 2024-11-18T21:23:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:09,121 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T21:23:09,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731964988447.e8154f292f761351a9fa4580ca720a49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:09,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e8154f292f761351a9fa4580ca720a49, disabling compactions & flushes 2024-11-18T21:23:09,306 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731964988447.e8154f292f761351a9fa4580ca720a49. 2024-11-18T21:23:09,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964988447.e8154f292f761351a9fa4580ca720a49. 2024-11-18T21:23:09,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731964988447.e8154f292f761351a9fa4580ca720a49. after waiting 0 ms 2024-11-18T21:23:09,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731964988447.e8154f292f761351a9fa4580ca720a49. 2024-11-18T21:23:09,306 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731964988447.e8154f292f761351a9fa4580ca720a49. 2024-11-18T21:23:09,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8154f292f761351a9fa4580ca720a49: Waiting for close lock at 1731964989306Disabling compacts and flushes for region at 1731964989306Disabling writes for close at 1731964989306Writing region close event to WAL at 1731964989306Closed at 1731964989306 2024-11-18T21:23:09,307 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:23:09,308 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731964988447.e8154f292f761351a9fa4580ca720a49.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731964989307"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964989307"}]},"ts":"1731964989307"} 2024-11-18T21:23:09,314 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:23:09,315 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:23:09,316 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964989315"}]},"ts":"1731964989315"} 2024-11-18T21:23:09,318 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T21:23:09,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e8154f292f761351a9fa4580ca720a49, ASSIGN}] 2024-11-18T21:23:09,319 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e8154f292f761351a9fa4580ca720a49, ASSIGN 2024-11-18T21:23:09,320 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e8154f292f761351a9fa4580ca720a49, ASSIGN; state=OFFLINE, location=d63b309a8c2d,34971,1731964979280; forceNewPlan=false, retain=false 2024-11-18T21:23:09,471 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8154f292f761351a9fa4580ca720a49, regionState=OPENING, regionLocation=d63b309a8c2d,34971,1731964979280 2024-11-18T21:23:09,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e8154f292f761351a9fa4580ca720a49, ASSIGN because future has completed 2024-11-18T21:23:09,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8154f292f761351a9fa4580ca720a49, server=d63b309a8c2d,34971,1731964979280}] 2024-11-18T21:23:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:09,630 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731964988447.e8154f292f761351a9fa4580ca720a49. 2024-11-18T21:23:09,630 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e8154f292f761351a9fa4580ca720a49, NAME => 'test,,1731964988447.e8154f292f761351a9fa4580ca720a49.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:09,630 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:23:09,630 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T21:23:09,630 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:09,630 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731964988447.e8154f292f761351a9fa4580ca720a49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:09,630 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:09,631 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:09,632 INFO [StoreOpener-e8154f292f761351a9fa4580ca720a49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:09,634 INFO [StoreOpener-e8154f292f761351a9fa4580ca720a49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8154f292f761351a9fa4580ca720a49 columnFamilyName f 2024-11-18T21:23:09,634 DEBUG [StoreOpener-e8154f292f761351a9fa4580ca720a49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:09,636 INFO [StoreOpener-e8154f292f761351a9fa4580ca720a49-1 {}] regionserver.HStore(327): Store=e8154f292f761351a9fa4580ca720a49/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:09,637 INFO [StoreOpener-e8154f292f761351a9fa4580ca720a49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:09,638 INFO [StoreOpener-e8154f292f761351a9fa4580ca720a49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8154f292f761351a9fa4580ca720a49 columnFamilyName f1 2024-11-18T21:23:09,638 DEBUG [StoreOpener-e8154f292f761351a9fa4580ca720a49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:09,638 INFO [StoreOpener-e8154f292f761351a9fa4580ca720a49-1 {}] regionserver.HStore(327): Store=e8154f292f761351a9fa4580ca720a49/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:09,639 INFO [StoreOpener-e8154f292f761351a9fa4580ca720a49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:09,640 INFO [StoreOpener-e8154f292f761351a9fa4580ca720a49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8154f292f761351a9fa4580ca720a49 columnFamilyName norep 2024-11-18T21:23:09,640 DEBUG [StoreOpener-e8154f292f761351a9fa4580ca720a49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:09,640 INFO [StoreOpener-e8154f292f761351a9fa4580ca720a49-1 {}] regionserver.HStore(327): Store=e8154f292f761351a9fa4580ca720a49/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:09,641 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:09,641 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:09,642 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:09,645 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:09,645 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:09,646 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:23:09,647 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:09,649 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:09,649 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e8154f292f761351a9fa4580ca720a49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72204944, jitterRate=0.07593750953674316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:23:09,649 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:09,650 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e8154f292f761351a9fa4580ca720a49: Running coprocessor pre-open hook at 1731964989631Writing region info on filesystem at 1731964989631Initializing all the Stores at 1731964989632 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964989632Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964989632Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964989632Cleaning up temporary data from old regions at 1731964989645 (+13 ms)Running coprocessor post-open hooks at 1731964989649 (+4 ms)Region opened successfully at 1731964989650 (+1 ms) 2024-11-18T21:23:09,650 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731964988447.e8154f292f761351a9fa4580ca720a49., pid=6, masterSystemTime=1731964989626 2024-11-18T21:23:09,653 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731964988447.e8154f292f761351a9fa4580ca720a49. 2024-11-18T21:23:09,653 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731964988447.e8154f292f761351a9fa4580ca720a49. 2024-11-18T21:23:09,654 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8154f292f761351a9fa4580ca720a49, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d63b309a8c2d,34971,1731964979280 2024-11-18T21:23:09,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8154f292f761351a9fa4580ca720a49, server=d63b309a8c2d,34971,1731964979280 because future has completed 2024-11-18T21:23:09,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:23:09,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e8154f292f761351a9fa4580ca720a49, server=d63b309a8c2d,34971,1731964979280 in 184 msec 2024-11-18T21:23:09,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T21:23:09,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e8154f292f761351a9fa4580ca720a49, ASSIGN in 342 msec 2024-11-18T21:23:09,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:23:09,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964989665"}]},"ts":"1731964989665"} 2024-11-18T21:23:09,671 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T21:23:09,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:23:09,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2240 sec 2024-11-18T21:23:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:10,606 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T21:23:10,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,40899,1731964982864 2024-11-18T21:23:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@109e25bf 2024-11-18T21:23:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:10,615 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:23:10,618 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40899 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:23:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40899 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T21:23:10,629 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:23:10,629 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:10,631 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40899 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T21:23:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:10,633 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:23:10,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741835_1011 (size=902) 2024-11-18T21:23:10,673 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c700d09adf38cbc70f8b2a1588b23a3c, NAME => 'test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d 2024-11-18T21:23:10,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741836_1012 (size=39) 2024-11-18T21:23:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:10,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:10,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c700d09adf38cbc70f8b2a1588b23a3c, disabling compactions & flushes 2024-11-18T21:23:10,745 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c. 2024-11-18T21:23:10,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c. 2024-11-18T21:23:10,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c. after waiting 0 ms 2024-11-18T21:23:10,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c. 2024-11-18T21:23:10,745 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c. 2024-11-18T21:23:10,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c700d09adf38cbc70f8b2a1588b23a3c: Waiting for close lock at 1731964990745Disabling compacts and flushes for region at 1731964990745Disabling writes for close at 1731964990745Writing region close event to WAL at 1731964990745Closed at 1731964990745 2024-11-18T21:23:10,747 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:23:10,748 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731964990747"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964990747"}]},"ts":"1731964990747"} 2024-11-18T21:23:10,760 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:23:10,769 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:23:10,769 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964990769"}]},"ts":"1731964990769"} 2024-11-18T21:23:10,775 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T21:23:10,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c700d09adf38cbc70f8b2a1588b23a3c, ASSIGN}] 2024-11-18T21:23:10,781 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c700d09adf38cbc70f8b2a1588b23a3c, ASSIGN 2024-11-18T21:23:10,784 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c700d09adf38cbc70f8b2a1588b23a3c, ASSIGN; state=OFFLINE, location=d63b309a8c2d,38395,1731964983035; forceNewPlan=false, retain=false 2024-11-18T21:23:10,934 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c700d09adf38cbc70f8b2a1588b23a3c, regionState=OPENING, regionLocation=d63b309a8c2d,38395,1731964983035 2024-11-18T21:23:10,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c700d09adf38cbc70f8b2a1588b23a3c, ASSIGN because future has completed 2024-11-18T21:23:10,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c700d09adf38cbc70f8b2a1588b23a3c, server=d63b309a8c2d,38395,1731964983035}] 2024-11-18T21:23:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:11,152 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c. 2024-11-18T21:23:11,153 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c700d09adf38cbc70f8b2a1588b23a3c, NAME => 'test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:11,153 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:23:11,153 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T21:23:11,153 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:11,153 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:11,153 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:11,153 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:11,187 INFO [StoreOpener-c700d09adf38cbc70f8b2a1588b23a3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:11,197 INFO [StoreOpener-c700d09adf38cbc70f8b2a1588b23a3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c700d09adf38cbc70f8b2a1588b23a3c columnFamilyName f 2024-11-18T21:23:11,197 DEBUG [StoreOpener-c700d09adf38cbc70f8b2a1588b23a3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:11,204 INFO [StoreOpener-c700d09adf38cbc70f8b2a1588b23a3c-1 {}] regionserver.HStore(327): Store=c700d09adf38cbc70f8b2a1588b23a3c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:11,205 INFO [StoreOpener-c700d09adf38cbc70f8b2a1588b23a3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:11,227 INFO [StoreOpener-c700d09adf38cbc70f8b2a1588b23a3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c700d09adf38cbc70f8b2a1588b23a3c columnFamilyName f1 2024-11-18T21:23:11,227 DEBUG [StoreOpener-c700d09adf38cbc70f8b2a1588b23a3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:11,233 INFO [StoreOpener-c700d09adf38cbc70f8b2a1588b23a3c-1 {}] regionserver.HStore(327): Store=c700d09adf38cbc70f8b2a1588b23a3c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:11,233 INFO [StoreOpener-c700d09adf38cbc70f8b2a1588b23a3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:11,245 INFO [StoreOpener-c700d09adf38cbc70f8b2a1588b23a3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c700d09adf38cbc70f8b2a1588b23a3c columnFamilyName norep 2024-11-18T21:23:11,245 DEBUG [StoreOpener-c700d09adf38cbc70f8b2a1588b23a3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:11,248 INFO [StoreOpener-c700d09adf38cbc70f8b2a1588b23a3c-1 {}] regionserver.HStore(327): Store=c700d09adf38cbc70f8b2a1588b23a3c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:11,252 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:11,256 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:11,264 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:11,292 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:11,292 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:11,296 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:23:11,312 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:11,330 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:11,333 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:23:11,333 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c700d09adf38cbc70f8b2a1588b23a3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66340387, jitterRate=-0.011451199650764465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:23:11,334 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:11,334 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c700d09adf38cbc70f8b2a1588b23a3c: Running coprocessor pre-open hook at 1731964991153Writing region info on filesystem at 1731964991154 (+1 ms)Initializing all the Stores at 1731964991180 (+26 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964991180Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964991184 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964991184Cleaning up temporary data from old regions at 1731964991292 (+108 ms)Running coprocessor post-open hooks at 1731964991334 (+42 ms)Region opened successfully at 1731964991334 2024-11-18T21:23:11,335 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c., pid=6, masterSystemTime=1731964991104 2024-11-18T21:23:11,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:11,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:11,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:11,339 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c700d09adf38cbc70f8b2a1588b23a3c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d63b309a8c2d,38395,1731964983035 2024-11-18T21:23:11,343 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c. 2024-11-18T21:23:11,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c700d09adf38cbc70f8b2a1588b23a3c, server=d63b309a8c2d,38395,1731964983035 because future has completed 2024-11-18T21:23:11,344 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c. 2024-11-18T21:23:11,349 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40899 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d63b309a8c2d,38395,1731964983035, table=test, region=c700d09adf38cbc70f8b2a1588b23a3c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T21:23:11,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:23:11,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c700d09adf38cbc70f8b2a1588b23a3c, server=d63b309a8c2d,38395,1731964983035 in 406 msec 2024-11-18T21:23:11,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T21:23:11,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c700d09adf38cbc70f8b2a1588b23a3c, ASSIGN in 579 msec 2024-11-18T21:23:11,358 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:23:11,358 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964991358"}]},"ts":"1731964991358"} 2024-11-18T21:23:11,364 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T21:23:11,365 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:23:11,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-11-18T21:23:11,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:11,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:11,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:11,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:11,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:11,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:11,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:11,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:11,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:11,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:11,784 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T21:23:11,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6694bf2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:11,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,45801,-1 for getting cluster id 2024-11-18T21:23:11,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:11,798 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e38ac599-7f0f-43e6-b2ea-17984d10dbdb' 2024-11-18T21:23:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e38ac599-7f0f-43e6-b2ea-17984d10dbdb" 2024-11-18T21:23:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b63fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,45801,-1] 2024-11-18T21:23:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:11,800 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8cbb6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:11,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,45801,1731964975650 2024-11-18T21:23:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40ce93c8 2024-11-18T21:23:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:11,805 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:23:11,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45801 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d63b309a8c2d:44793,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T21:23:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45801 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:23:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:11,809 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:44793' 2024-11-18T21:23:11,813 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18dac526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:11,813 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,44793,-1 for getting cluster id 2024-11-18T21:23:11,813 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:11,814 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca00a28c-00e3-45e0-b81f-2338da64d575' 2024-11-18T21:23:11,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:11,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca00a28c-00e3-45e0-b81f-2338da64d575" 2024-11-18T21:23:11,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fcc61d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:11,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,44793,-1] 2024-11-18T21:23:11,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:11,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:11,816 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:11,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5181f343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:11,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:11,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,44793,1731964979231 2024-11-18T21:23:11,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76f00463 2024-11-18T21:23:11,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:11,821 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:23:11,824 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T21:23:11,824 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:23:11,824 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:11,824 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:11,825 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:23:11,826 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T21:23:11,828 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:23:11,828 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:11,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:23:11,829 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:23:11,877 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T21:23:11,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741837_1013 (size=1138) 2024-11-18T21:23:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:12,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T21:23:12,153 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T21:23:12,154 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:23:12,154 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T21:23:12,313 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 33c8534297b631732b54d9548674d02d, NAME => 'hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb 2024-11-18T21:23:12,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741838_1014 (size=44) 2024-11-18T21:23:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:12,763 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:12,764 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 33c8534297b631732b54d9548674d02d, disabling compactions & flushes 2024-11-18T21:23:12,764 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d. 2024-11-18T21:23:12,764 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d. 2024-11-18T21:23:12,764 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d. after waiting 0 ms 2024-11-18T21:23:12,764 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d. 2024-11-18T21:23:12,764 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d. 2024-11-18T21:23:12,764 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 33c8534297b631732b54d9548674d02d: Waiting for close lock at 1731964992764Disabling compacts and flushes for region at 1731964992764Disabling writes for close at 1731964992764Writing region close event to WAL at 1731964992764Closed at 1731964992764 2024-11-18T21:23:12,773 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:23:12,773 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731964992773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964992773"}]},"ts":"1731964992773"} 2024-11-18T21:23:12,777 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:23:12,784 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:23:12,785 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964992785"}]},"ts":"1731964992785"} 2024-11-18T21:23:12,788 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T21:23:12,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=33c8534297b631732b54d9548674d02d, ASSIGN}] 2024-11-18T21:23:12,801 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=33c8534297b631732b54d9548674d02d, ASSIGN 2024-11-18T21:23:12,808 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=33c8534297b631732b54d9548674d02d, ASSIGN; state=OFFLINE, location=d63b309a8c2d,39699,1731964975865; forceNewPlan=false, retain=false 2024-11-18T21:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:12,961 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=33c8534297b631732b54d9548674d02d, regionState=OPENING, regionLocation=d63b309a8c2d,39699,1731964975865 2024-11-18T21:23:12,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=33c8534297b631732b54d9548674d02d, ASSIGN because future has completed 2024-11-18T21:23:12,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33c8534297b631732b54d9548674d02d, server=d63b309a8c2d,39699,1731964975865}] 2024-11-18T21:23:13,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d. 2024-11-18T21:23:13,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:13,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T21:23:13,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C39699%2C1731964975865.rep, suffix=, logDir=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865, archiveDir=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/oldWALs, maxLogs=10 2024-11-18T21:23:13,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.rep.1731964993186, exclude list is [], retry=0 2024-11-18T21:23:13,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42055,DS-eb5b7f27-e10e-4374-8dce-dd0891a2ebd2,DISK] 2024-11-18T21:23:13,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.rep.1731964993186 2024-11-18T21:23:13,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40657:40657)] 2024-11-18T21:23:13,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 33c8534297b631732b54d9548674d02d, NAME => 'hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:13,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:23:13,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:23:13,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d. service=MultiRowMutationService 2024-11-18T21:23:13,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T21:23:13,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 33c8534297b631732b54d9548674d02d 2024-11-18T21:23:13,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:13,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 33c8534297b631732b54d9548674d02d 2024-11-18T21:23:13,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 33c8534297b631732b54d9548674d02d 2024-11-18T21:23:13,229 INFO [StoreOpener-33c8534297b631732b54d9548674d02d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 33c8534297b631732b54d9548674d02d 2024-11-18T21:23:13,230 INFO [StoreOpener-33c8534297b631732b54d9548674d02d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33c8534297b631732b54d9548674d02d columnFamilyName hfileref 2024-11-18T21:23:13,230 DEBUG [StoreOpener-33c8534297b631732b54d9548674d02d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:13,230 INFO [StoreOpener-33c8534297b631732b54d9548674d02d-1 {}] regionserver.HStore(327): Store=33c8534297b631732b54d9548674d02d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:13,230 INFO [StoreOpener-33c8534297b631732b54d9548674d02d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 33c8534297b631732b54d9548674d02d 2024-11-18T21:23:13,231 INFO [StoreOpener-33c8534297b631732b54d9548674d02d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33c8534297b631732b54d9548674d02d columnFamilyName queue 2024-11-18T21:23:13,231 DEBUG [StoreOpener-33c8534297b631732b54d9548674d02d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:13,232 INFO [StoreOpener-33c8534297b631732b54d9548674d02d-1 {}] regionserver.HStore(327): Store=33c8534297b631732b54d9548674d02d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:13,232 INFO [StoreOpener-33c8534297b631732b54d9548674d02d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 33c8534297b631732b54d9548674d02d 2024-11-18T21:23:13,233 INFO [StoreOpener-33c8534297b631732b54d9548674d02d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33c8534297b631732b54d9548674d02d columnFamilyName sid 2024-11-18T21:23:13,233 DEBUG [StoreOpener-33c8534297b631732b54d9548674d02d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:13,234 INFO [StoreOpener-33c8534297b631732b54d9548674d02d-1 {}] regionserver.HStore(327): Store=33c8534297b631732b54d9548674d02d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:13,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 33c8534297b631732b54d9548674d02d 2024-11-18T21:23:13,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/replication/33c8534297b631732b54d9548674d02d 2024-11-18T21:23:13,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/replication/33c8534297b631732b54d9548674d02d 2024-11-18T21:23:13,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 33c8534297b631732b54d9548674d02d 2024-11-18T21:23:13,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 33c8534297b631732b54d9548674d02d 2024-11-18T21:23:13,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:23:13,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 33c8534297b631732b54d9548674d02d 2024-11-18T21:23:13,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/replication/33c8534297b631732b54d9548674d02d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:13,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 33c8534297b631732b54d9548674d02d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66978053, jitterRate=-0.0019492357969284058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:23:13,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33c8534297b631732b54d9548674d02d 2024-11-18T21:23:13,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 33c8534297b631732b54d9548674d02d: Running coprocessor pre-open hook at 1731964993220Writing region info on filesystem at 1731964993220Initializing all the Stores at 1731964993221 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964993221Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964993228 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964993228Cleaning up temporary data from old regions at 1731964993235 (+7 ms)Running coprocessor post-open hooks at 1731964993239 (+4 ms)Region opened successfully at 1731964993239 2024-11-18T21:23:13,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d., pid=10, masterSystemTime=1731964993137 2024-11-18T21:23:13,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d. 2024-11-18T21:23:13,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d. 2024-11-18T21:23:13,243 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=33c8534297b631732b54d9548674d02d, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,39699,1731964975865 2024-11-18T21:23:13,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33c8534297b631732b54d9548674d02d, server=d63b309a8c2d,39699,1731964975865 because future has completed 2024-11-18T21:23:13,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T21:23:13,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 33c8534297b631732b54d9548674d02d, server=d63b309a8c2d,39699,1731964975865 in 269 msec 2024-11-18T21:23:13,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T21:23:13,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=33c8534297b631732b54d9548674d02d, ASSIGN in 463 msec 2024-11-18T21:23:13,269 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:23:13,269 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964993269"}]},"ts":"1731964993269"} 2024-11-18T21:23:13,272 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T21:23:13,273 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:23:13,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4480 sec 2024-11-18T21:23:13,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d., hostname=d63b309a8c2d,39699,1731964975865, seqNum=2] 2024-11-18T21:23:13,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:13,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:23:13,344 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88631 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:23:13,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153 2024-11-18T21:23:13,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153 2024-11-18T21:23:13,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:23:13,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39699 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T21:23:13,548 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T21:23:13,667 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d63b309a8c2d,39699,1731964975865, ReplicationSource: 1, currentBandwidth=0 2024-11-18T21:23:13,668 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:13,668 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39699,1731964975865, seqNum=-1] 2024-11-18T21:23:13,668 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:13,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-18T21:23:13,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d63b309a8c2d,39699,1731964975865', locateType=CURRENT is [region=hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d., hostname=d63b309a8c2d,39699,1731964975865, seqNum=2] 2024-11-18T21:23:13,677 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T21:23:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45801 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T21:23:13,689 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d63b309a8c2d,39699,1731964975865 suceeded 2024-11-18T21:23:13,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T21:23:13,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 308 msec 2024-11-18T21:23:13,701 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d63b309a8c2d:44793,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:23:13,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8950 sec 2024-11-18T21:23:13,727 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:44793' 2024-11-18T21:23:13,729 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62472a7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:13,729 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,44793,-1 for getting cluster id 2024-11-18T21:23:13,730 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:13,731 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca00a28c-00e3-45e0-b81f-2338da64d575' 2024-11-18T21:23:13,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:13,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca00a28c-00e3-45e0-b81f-2338da64d575" 2024-11-18T21:23:13,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@523e791d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:13,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,44793,-1] 2024-11-18T21:23:13,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:13,734 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:13,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:13,736 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63006f96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:13,737 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:13,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,44793,1731964979231 2024-11-18T21:23:13,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29aab158 2024-11-18T21:23:13,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:13,739 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-18T21:23:13,740 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d63b309a8c2d,39699,1731964975865 (queues=1) is replicating from cluster=e38ac599-7f0f-43e6-b2ea-17984d10dbdb to cluster=ca00a28c-00e3-45e0-b81f-2338da64d575 2024-11-18T21:23:13,740 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d63b309a8c2d%2C39699%2C1731964975865 2024-11-18T21:23:13,740 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d63b309a8c2d,39699,1731964975865, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:23:13,741 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394, startPosition=0, beingWritten=true 2024-11-18T21:23:13,781 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.shipperd63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C39699%2C1731964975865 2024-11-18T21:23:13,836 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:23:13,836 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 379, reset compression=false 2024-11-18T21:23:13,836 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.shipperd63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,39699,1731964975865 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:23:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:13,973 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T21:23:13,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:23:13,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:23:13,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:13,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:13,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:23:13,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2244f975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:13,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,44793,-1 for getting cluster id 2024-11-18T21:23:13,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:13,980 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca00a28c-00e3-45e0-b81f-2338da64d575' 2024-11-18T21:23:13,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:13,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca00a28c-00e3-45e0-b81f-2338da64d575" 2024-11-18T21:23:13,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579189c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:13,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,44793,-1] 2024-11-18T21:23:13,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:13,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:13,983 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:13,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cf9d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:13,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:13,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,44793,1731964979231 2024-11-18T21:23:13,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24e40290 2024-11-18T21:23:13,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:13,997 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:23:13,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d63b309a8c2d:40899,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T21:23:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:23:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:14,007 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:40899' 2024-11-18T21:23:14,014 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0e3134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:14,014 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,40899,-1 for getting cluster id 2024-11-18T21:23:14,014 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:14,015 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1580559b-951b-429c-88fc-4f349ed396b4' 2024-11-18T21:23:14,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:14,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1580559b-951b-429c-88fc-4f349ed396b4" 2024-11-18T21:23:14,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aec218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:14,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,40899,-1] 2024-11-18T21:23:14,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:14,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:14,017 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:14,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223216e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:14,018 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:14,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,40899,1731964982864 2024-11-18T21:23:14,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@724cd5dd 2024-11-18T21:23:14,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:14,021 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:23:14,022 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T21:23:14,022 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:23:14,022 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:14,022 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:14,023 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:23:14,024 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T21:23:14,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:23:14,026 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:23:14,026 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:14,027 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:23:14,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741837_1013 (size=1138) 2024-11-18T21:23:14,071 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 379, reset compression=false 2024-11-18T21:23:14,074 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T21:23:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:14,385 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 379, reset compression=false 2024-11-18T21:23:14,482 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 898f4798439d14a1cf7fa65fc9887f29, NAME => 'hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f 2024-11-18T21:23:14,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741838_1014 (size=44) 2024-11-18T21:23:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:14,796 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 379, reset compression=false 2024-11-18T21:23:14,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:14,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 898f4798439d14a1cf7fa65fc9887f29, disabling compactions & flushes 2024-11-18T21:23:14,957 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. 2024-11-18T21:23:14,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. 2024-11-18T21:23:14,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. after waiting 0 ms 2024-11-18T21:23:14,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. 2024-11-18T21:23:14,958 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. 2024-11-18T21:23:14,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 898f4798439d14a1cf7fa65fc9887f29: Waiting for close lock at 1731964994957Disabling compacts and flushes for region at 1731964994957Disabling writes for close at 1731964994958 (+1 ms)Writing region close event to WAL at 1731964994958Closed at 1731964994958 2024-11-18T21:23:14,961 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:23:14,961 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731964994961"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964994961"}]},"ts":"1731964994961"} 2024-11-18T21:23:14,966 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:23:14,968 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:23:14,969 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964994968"}]},"ts":"1731964994968"} 2024-11-18T21:23:14,981 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T21:23:14,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=898f4798439d14a1cf7fa65fc9887f29, ASSIGN}] 2024-11-18T21:23:14,993 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=898f4798439d14a1cf7fa65fc9887f29, ASSIGN 2024-11-18T21:23:15,003 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=898f4798439d14a1cf7fa65fc9887f29, ASSIGN; state=OFFLINE, location=d63b309a8c2d,34971,1731964979280; forceNewPlan=false, retain=false 2024-11-18T21:23:15,122 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T21:23:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:15,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=898f4798439d14a1cf7fa65fc9887f29, regionState=OPENING, regionLocation=d63b309a8c2d,34971,1731964979280 2024-11-18T21:23:15,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=898f4798439d14a1cf7fa65fc9887f29, ASSIGN because future has completed 2024-11-18T21:23:15,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 898f4798439d14a1cf7fa65fc9887f29, server=d63b309a8c2d,34971,1731964979280}] 2024-11-18T21:23:15,306 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 379, reset compression=false 2024-11-18T21:23:15,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. 2024-11-18T21:23:15,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:15,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T21:23:15,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C34971%2C1731964979280.rep, suffix=, logDir=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280, archiveDir=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/oldWALs, maxLogs=10 2024-11-18T21:23:15,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.rep.1731964995368, exclude list is [], retry=0 2024-11-18T21:23:15,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36611,DS-f94ecc73-e78e-41ba-a480-09660b62b7e7,DISK] 2024-11-18T21:23:15,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.rep.1731964995368 2024-11-18T21:23:15,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40779:40779)] 2024-11-18T21:23:15,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 898f4798439d14a1cf7fa65fc9887f29, NAME => 'hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:15,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:23:15,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:23:15,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. service=MultiRowMutationService 2024-11-18T21:23:15,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T21:23:15,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 898f4798439d14a1cf7fa65fc9887f29 2024-11-18T21:23:15,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:15,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 898f4798439d14a1cf7fa65fc9887f29 2024-11-18T21:23:15,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 898f4798439d14a1cf7fa65fc9887f29 2024-11-18T21:23:15,415 INFO [StoreOpener-898f4798439d14a1cf7fa65fc9887f29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 898f4798439d14a1cf7fa65fc9887f29 2024-11-18T21:23:15,419 INFO [StoreOpener-898f4798439d14a1cf7fa65fc9887f29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 898f4798439d14a1cf7fa65fc9887f29 columnFamilyName hfileref 2024-11-18T21:23:15,419 DEBUG [StoreOpener-898f4798439d14a1cf7fa65fc9887f29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:15,424 INFO [StoreOpener-898f4798439d14a1cf7fa65fc9887f29-1 {}] regionserver.HStore(327): Store=898f4798439d14a1cf7fa65fc9887f29/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:15,424 INFO [StoreOpener-898f4798439d14a1cf7fa65fc9887f29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 898f4798439d14a1cf7fa65fc9887f29 2024-11-18T21:23:15,427 INFO [StoreOpener-898f4798439d14a1cf7fa65fc9887f29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 898f4798439d14a1cf7fa65fc9887f29 columnFamilyName queue 2024-11-18T21:23:15,427 DEBUG [StoreOpener-898f4798439d14a1cf7fa65fc9887f29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:15,427 INFO [StoreOpener-898f4798439d14a1cf7fa65fc9887f29-1 {}] regionserver.HStore(327): Store=898f4798439d14a1cf7fa65fc9887f29/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:15,427 INFO [StoreOpener-898f4798439d14a1cf7fa65fc9887f29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 898f4798439d14a1cf7fa65fc9887f29 2024-11-18T21:23:15,428 INFO [StoreOpener-898f4798439d14a1cf7fa65fc9887f29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 898f4798439d14a1cf7fa65fc9887f29 columnFamilyName sid 2024-11-18T21:23:15,429 DEBUG [StoreOpener-898f4798439d14a1cf7fa65fc9887f29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:15,434 INFO [StoreOpener-898f4798439d14a1cf7fa65fc9887f29-1 {}] regionserver.HStore(327): Store=898f4798439d14a1cf7fa65fc9887f29/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:15,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 898f4798439d14a1cf7fa65fc9887f29 2024-11-18T21:23:15,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/replication/898f4798439d14a1cf7fa65fc9887f29 2024-11-18T21:23:15,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/replication/898f4798439d14a1cf7fa65fc9887f29 2024-11-18T21:23:15,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 898f4798439d14a1cf7fa65fc9887f29 2024-11-18T21:23:15,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 898f4798439d14a1cf7fa65fc9887f29 2024-11-18T21:23:15,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:23:15,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 898f4798439d14a1cf7fa65fc9887f29 2024-11-18T21:23:15,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/replication/898f4798439d14a1cf7fa65fc9887f29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:15,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 898f4798439d14a1cf7fa65fc9887f29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74262480, jitterRate=0.1065971851348877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:23:15,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 898f4798439d14a1cf7fa65fc9887f29 2024-11-18T21:23:15,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 898f4798439d14a1cf7fa65fc9887f29: Running coprocessor pre-open hook at 1731964995411Writing region info on filesystem at 1731964995411Initializing all the Stores at 1731964995411Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964995411Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964995415 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964995415Cleaning up temporary data from old regions at 1731964995438 (+23 ms)Running coprocessor post-open hooks at 1731964995469 (+31 ms)Region opened successfully at 1731964995469 2024-11-18T21:23:15,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29., pid=10, masterSystemTime=1731964995344 2024-11-18T21:23:15,480 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=898f4798439d14a1cf7fa65fc9887f29, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,34971,1731964979280 2024-11-18T21:23:15,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. 2024-11-18T21:23:15,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. 2024-11-18T21:23:15,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 898f4798439d14a1cf7fa65fc9887f29, server=d63b309a8c2d,34971,1731964979280 because future has completed 2024-11-18T21:23:15,493 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44793 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d63b309a8c2d,34971,1731964979280, table=hbase:replication, region=898f4798439d14a1cf7fa65fc9887f29. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T21:23:15,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T21:23:15,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 898f4798439d14a1cf7fa65fc9887f29, server=d63b309a8c2d,34971,1731964979280 in 322 msec 2024-11-18T21:23:15,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T21:23:15,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=898f4798439d14a1cf7fa65fc9887f29, ASSIGN in 525 msec 2024-11-18T21:23:15,516 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:23:15,517 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964995516"}]},"ts":"1731964995516"} 2024-11-18T21:23:15,519 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T21:23:15,520 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:23:15,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4970 sec 2024-11-18T21:23:15,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29., hostname=d63b309a8c2d,34971,1731964979280, seqNum=2] 2024-11-18T21:23:15,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709 2024-11-18T21:23:15,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709 2024-11-18T21:23:15,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:23:15,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T21:23:15,732 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T21:23:15,807 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d63b309a8c2d,34971,1731964979280, ReplicationSource: 1, currentBandwidth=0 2024-11-18T21:23:15,809 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:15,810 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,34971,1731964979280, seqNum=-1] 2024-11-18T21:23:15,810 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:15,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-18T21:23:15,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d63b309a8c2d,34971,1731964979280', locateType=CURRENT is [region=hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29., hostname=d63b309a8c2d,34971,1731964979280, seqNum=2] 2024-11-18T21:23:15,830 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T21:23:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T21:23:15,840 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d63b309a8c2d,34971,1731964979280 suceeded 2024-11-18T21:23:15,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T21:23:15,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 273 msec 2024-11-18T21:23:15,843 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d63b309a8c2d:40899,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:23:15,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8460 sec 2024-11-18T21:23:15,866 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:40899' 2024-11-18T21:23:15,873 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@735fd36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:15,873 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,40899,-1 for getting cluster id 2024-11-18T21:23:15,873 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:15,874 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1580559b-951b-429c-88fc-4f349ed396b4' 2024-11-18T21:23:15,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:15,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1580559b-951b-429c-88fc-4f349ed396b4" 2024-11-18T21:23:15,875 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:15,875 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c209766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:15,875 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,40899,-1] 2024-11-18T21:23:15,875 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:15,876 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:15,879 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37c8cd4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:15,879 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:15,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,40899,1731964982864 2024-11-18T21:23:15,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70b22dca 2024-11-18T21:23:15,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:15,891 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-18T21:23:15,894 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d63b309a8c2d,34971,1731964979280 (queues=1) is replicating from cluster=ca00a28c-00e3-45e0-b81f-2338da64d575 to cluster=1580559b-951b-429c-88fc-4f349ed396b4 2024-11-18T21:23:15,894 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d63b309a8c2d%2C34971%2C1731964979280 2024-11-18T21:23:15,894 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d63b309a8c2d,34971,1731964979280, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:23:15,901 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727, startPosition=0, beingWritten=true 2024-11-18T21:23:15,912 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C34971%2C1731964979280 2024-11-18T21:23:15,934 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 379, reset compression=false 2024-11-18T21:23:15,954 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:23:15,954 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,34971,1731964979280 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:23:15,955 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 379, reset compression=false 2024-11-18T21:23:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:16,169 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T21:23:16,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:23:16,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:23:16,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:16,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:16,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:23:16,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278000dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:16,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,40899,-1 for getting cluster id 2024-11-18T21:23:16,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:16,181 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 379, reset compression=false 2024-11-18T21:23:16,183 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1580559b-951b-429c-88fc-4f349ed396b4' 2024-11-18T21:23:16,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:16,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1580559b-951b-429c-88fc-4f349ed396b4" 2024-11-18T21:23:16,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b8c7bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:16,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,40899,-1] 2024-11-18T21:23:16,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:16,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:16,187 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:16,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c9a0d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:16,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:16,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,40899,1731964982864 2024-11-18T21:23:16,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@635dcc44 2024-11-18T21:23:16,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:16,205 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:23:16,205 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40899 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d63b309a8c2d:44793,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T21:23:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40899 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:23:16,212 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:44793' 2024-11-18T21:23:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:16,217 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62adf2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:16,217 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,44793,-1 for getting cluster id 2024-11-18T21:23:16,217 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:16,218 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca00a28c-00e3-45e0-b81f-2338da64d575' 2024-11-18T21:23:16,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:16,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca00a28c-00e3-45e0-b81f-2338da64d575" 2024-11-18T21:23:16,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ace85e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:16,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,44793,-1] 2024-11-18T21:23:16,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:16,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:16,222 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:16,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e4e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:16,223 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:16,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,44793,1731964979231 2024-11-18T21:23:16,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e81c5ca 2024-11-18T21:23:16,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:16,231 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:23:16,232 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T21:23:16,232 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:23:16,232 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:16,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:23:16,232 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:16,233 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:23:16,236 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T21:23:16,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:23:16,238 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:16,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:23:16,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741837_1013 (size=1138) 2024-11-18T21:23:16,286 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T21:23:16,301 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 209aeb17bc9a5e709d32d637880ec812, NAME => 'hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d 2024-11-18T21:23:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:16,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741838_1014 (size=44) 2024-11-18T21:23:16,509 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 379, reset compression=false 2024-11-18T21:23:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:16,656 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 379, reset compression=false 2024-11-18T21:23:16,656 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:23:16,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:16,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:16,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:16,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:16,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:16,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:16,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:16,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:16,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:16,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:16,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:16,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 209aeb17bc9a5e709d32d637880ec812, disabling compactions & flushes 2024-11-18T21:23:16,805 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812. 2024-11-18T21:23:16,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812. 2024-11-18T21:23:16,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812. after waiting 0 ms 2024-11-18T21:23:16,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812. 2024-11-18T21:23:16,805 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812. 2024-11-18T21:23:16,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 209aeb17bc9a5e709d32d637880ec812: Waiting for close lock at 1731964996805Disabling compacts and flushes for region at 1731964996805Disabling writes for close at 1731964996805Writing region close event to WAL at 1731964996805Closed at 1731964996805 2024-11-18T21:23:16,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:23:16,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731964996807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731964996807"}]},"ts":"1731964996807"} 2024-11-18T21:23:16,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:16,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:23:16,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:23:16,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964996812"}]},"ts":"1731964996812"} 2024-11-18T21:23:16,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T21:23:16,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=209aeb17bc9a5e709d32d637880ec812, ASSIGN}] 2024-11-18T21:23:16,819 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=209aeb17bc9a5e709d32d637880ec812, ASSIGN 2024-11-18T21:23:16,822 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=209aeb17bc9a5e709d32d637880ec812, ASSIGN; state=OFFLINE, location=d63b309a8c2d,38395,1731964983035; forceNewPlan=false, retain=false 2024-11-18T21:23:16,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:16,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:16,943 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 379, reset compression=false 2024-11-18T21:23:16,977 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=209aeb17bc9a5e709d32d637880ec812, regionState=OPENING, regionLocation=d63b309a8c2d,38395,1731964983035 2024-11-18T21:23:16,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=209aeb17bc9a5e709d32d637880ec812, ASSIGN because future has completed 2024-11-18T21:23:16,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 209aeb17bc9a5e709d32d637880ec812, server=d63b309a8c2d,38395,1731964983035}] 2024-11-18T21:23:17,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812. 2024-11-18T21:23:17,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:17,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T21:23:17,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C38395%2C1731964983035.rep, suffix=, logDir=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035, archiveDir=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/oldWALs, maxLogs=10 2024-11-18T21:23:17,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.rep.1731964997178, exclude list is [], retry=0 2024-11-18T21:23:17,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41533,DS-681bb31c-e7dd-4f2a-a42e-3739a848fa29,DISK] 2024-11-18T21:23:17,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.rep.1731964997178 2024-11-18T21:23:17,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45265:45265)] 2024-11-18T21:23:17,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 209aeb17bc9a5e709d32d637880ec812, NAME => 'hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:17,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:23:17,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:23:17,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812. service=MultiRowMutationService 2024-11-18T21:23:17,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T21:23:17,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 209aeb17bc9a5e709d32d637880ec812 2024-11-18T21:23:17,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:17,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 209aeb17bc9a5e709d32d637880ec812 2024-11-18T21:23:17,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 209aeb17bc9a5e709d32d637880ec812 2024-11-18T21:23:17,232 INFO [StoreOpener-209aeb17bc9a5e709d32d637880ec812-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 209aeb17bc9a5e709d32d637880ec812 2024-11-18T21:23:17,235 INFO [StoreOpener-209aeb17bc9a5e709d32d637880ec812-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 209aeb17bc9a5e709d32d637880ec812 columnFamilyName hfileref 2024-11-18T21:23:17,235 DEBUG [StoreOpener-209aeb17bc9a5e709d32d637880ec812-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:17,237 INFO [StoreOpener-209aeb17bc9a5e709d32d637880ec812-1 {}] regionserver.HStore(327): Store=209aeb17bc9a5e709d32d637880ec812/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:17,237 INFO [StoreOpener-209aeb17bc9a5e709d32d637880ec812-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 209aeb17bc9a5e709d32d637880ec812 2024-11-18T21:23:17,239 INFO [StoreOpener-209aeb17bc9a5e709d32d637880ec812-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 209aeb17bc9a5e709d32d637880ec812 columnFamilyName queue 2024-11-18T21:23:17,239 DEBUG [StoreOpener-209aeb17bc9a5e709d32d637880ec812-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:17,244 INFO [StoreOpener-209aeb17bc9a5e709d32d637880ec812-1 {}] regionserver.HStore(327): Store=209aeb17bc9a5e709d32d637880ec812/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:17,244 INFO [StoreOpener-209aeb17bc9a5e709d32d637880ec812-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 209aeb17bc9a5e709d32d637880ec812 2024-11-18T21:23:17,246 INFO [StoreOpener-209aeb17bc9a5e709d32d637880ec812-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 209aeb17bc9a5e709d32d637880ec812 columnFamilyName sid 2024-11-18T21:23:17,246 DEBUG [StoreOpener-209aeb17bc9a5e709d32d637880ec812-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:17,247 INFO [StoreOpener-209aeb17bc9a5e709d32d637880ec812-1 {}] regionserver.HStore(327): Store=209aeb17bc9a5e709d32d637880ec812/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:17,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 209aeb17bc9a5e709d32d637880ec812 2024-11-18T21:23:17,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/replication/209aeb17bc9a5e709d32d637880ec812 2024-11-18T21:23:17,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/replication/209aeb17bc9a5e709d32d637880ec812 2024-11-18T21:23:17,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 209aeb17bc9a5e709d32d637880ec812 2024-11-18T21:23:17,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 209aeb17bc9a5e709d32d637880ec812 2024-11-18T21:23:17,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:23:17,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 209aeb17bc9a5e709d32d637880ec812 2024-11-18T21:23:17,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/replication/209aeb17bc9a5e709d32d637880ec812/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:17,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 209aeb17bc9a5e709d32d637880ec812; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73515084, jitterRate=0.09546011686325073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:23:17,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 209aeb17bc9a5e709d32d637880ec812 2024-11-18T21:23:17,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 209aeb17bc9a5e709d32d637880ec812: Running coprocessor pre-open hook at 1731964997227Writing region info on filesystem at 1731964997227Initializing all the Stores at 1731964997230 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964997230Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964997231 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731964997231Cleaning up temporary data from old regions at 1731964997250 (+19 ms)Running coprocessor post-open hooks at 1731964997270 (+20 ms)Region opened successfully at 1731964997270 2024-11-18T21:23:17,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812., pid=10, masterSystemTime=1731964997149 2024-11-18T21:23:17,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812. 2024-11-18T21:23:17,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812. 2024-11-18T21:23:17,280 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=209aeb17bc9a5e709d32d637880ec812, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,38395,1731964983035 2024-11-18T21:23:17,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 209aeb17bc9a5e709d32d637880ec812, server=d63b309a8c2d,38395,1731964983035 because future has completed 2024-11-18T21:23:17,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T21:23:17,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 209aeb17bc9a5e709d32d637880ec812, server=d63b309a8c2d,38395,1731964983035 in 305 msec 2024-11-18T21:23:17,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T21:23:17,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=209aeb17bc9a5e709d32d637880ec812, ASSIGN in 487 msec 2024-11-18T21:23:17,321 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:23:17,322 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731964997321"}]},"ts":"1731964997321"} 2024-11-18T21:23:17,328 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T21:23:17,334 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:23:17,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1010 sec 2024-11-18T21:23:17,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812., hostname=d63b309a8c2d,38395,1731964983035, seqNum=2] 2024-11-18T21:23:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:17,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716 2024-11-18T21:23:17,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716 2024-11-18T21:23:17,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:23:17,461 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 379, reset compression=false 2024-11-18T21:23:17,524 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 379, reset compression=false 2024-11-18T21:23:17,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38395 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T21:23:17,539 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T21:23:17,607 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d63b309a8c2d,38395,1731964983035, ReplicationSource: 1, currentBandwidth=0 2024-11-18T21:23:17,607 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:17,608 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,38395,1731964983035, seqNum=-1] 2024-11-18T21:23:17,608 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:17,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-18T21:23:17,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d63b309a8c2d,38395,1731964983035', locateType=CURRENT is [region=hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812., hostname=d63b309a8c2d,38395,1731964983035, seqNum=2] 2024-11-18T21:23:17,637 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T21:23:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40899 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T21:23:17,663 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d63b309a8c2d,38395,1731964983035 suceeded 2024-11-18T21:23:17,691 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:44793' 2024-11-18T21:23:17,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T21:23:17,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 294 msec 2024-11-18T21:23:17,692 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d63b309a8c2d:44793,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:23:17,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4870 sec 2024-11-18T21:23:17,705 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@683efcfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:17,705 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,44793,-1 for getting cluster id 2024-11-18T21:23:17,705 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:17,706 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca00a28c-00e3-45e0-b81f-2338da64d575' 2024-11-18T21:23:17,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:17,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca00a28c-00e3-45e0-b81f-2338da64d575" 2024-11-18T21:23:17,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74519905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:17,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,44793,-1] 2024-11-18T21:23:17,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:17,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:17,708 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:17,709 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@207e4569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:17,709 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:17,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,44793,1731964979231 2024-11-18T21:23:17,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@268b5843 2024-11-18T21:23:17,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:17,711 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-18T21:23:17,714 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d63b309a8c2d,38395,1731964983035 (queues=1) is replicating from cluster=1580559b-951b-429c-88fc-4f349ed396b4 to cluster=ca00a28c-00e3-45e0-b81f-2338da64d575 2024-11-18T21:23:17,714 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d63b309a8c2d%2C38395%2C1731964983035 2024-11-18T21:23:17,714 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d63b309a8c2d,38395,1731964983035, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:23:17,721 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133, startPosition=0, beingWritten=true 2024-11-18T21:23:17,724 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C38395%2C1731964983035 2024-11-18T21:23:17,779 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:23:17,779 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 379, reset compression=false 2024-11-18T21:23:17,779 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,38395,1731964983035 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:23:18,027 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 379, reset compression=false 2024-11-18T21:23:18,080 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 379, reset compression=false 2024-11-18T21:23:18,357 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 379, reset compression=false 2024-11-18T21:23:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:18,366 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T21:23:18,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:23:18,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:23:18,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:18,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:18,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:23:18,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432f9dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:18,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,45801,-1 for getting cluster id 2024-11-18T21:23:18,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:18,406 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e38ac599-7f0f-43e6-b2ea-17984d10dbdb' 2024-11-18T21:23:18,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:18,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e38ac599-7f0f-43e6-b2ea-17984d10dbdb" 2024-11-18T21:23:18,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d260736, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:18,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,45801,-1] 2024-11-18T21:23:18,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:18,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:18,413 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f1b08e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:18,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b7384f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:18,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,44793,-1 for getting cluster id 2024-11-18T21:23:18,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:18,437 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca00a28c-00e3-45e0-b81f-2338da64d575' 2024-11-18T21:23:18,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:18,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca00a28c-00e3-45e0-b81f-2338da64d575" 2024-11-18T21:23:18,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3861504b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:18,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,44793,-1] 2024-11-18T21:23:18,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:18,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:18,443 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:18,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3afe19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:18,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13adda70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:18,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,40899,-1 for getting cluster id 2024-11-18T21:23:18,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:18,453 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1580559b-951b-429c-88fc-4f349ed396b4' 2024-11-18T21:23:18,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:18,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1580559b-951b-429c-88fc-4f349ed396b4" 2024-11-18T21:23:18,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fef9a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:18,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,40899,-1] 2024-11-18T21:23:18,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:18,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:18,458 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4a100a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:18,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,39699,1731964975865, seqNum=-1] 2024-11-18T21:23:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:18,473 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 379, reset compression=false 2024-11-18T21:23:18,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:23:18,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4., hostname=d63b309a8c2d,39699,1731964975865, seqNum=2] 2024-11-18T21:23:18,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:18,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,38395,1731964983035, seqNum=-1] 2024-11-18T21:23:18,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:18,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:23:18,526 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:23:18,526 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 480, reset compression=false 2024-11-18T21:23:18,528 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.shipperd63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,39699,1731964975865 got entry batch from reader: WALEntryBatch [walEntries=[{test/f7550e8a39d2d7531edbbb7934ca85d4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T21:23:18,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c., hostname=d63b309a8c2d,38395,1731964983035, seqNum=2] 2024-11-18T21:23:18,533 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.shipperd63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:23:18,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-18T21:23:18,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:23:18,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5db10e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:18,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,44793,-1 for getting cluster id 2024-11-18T21:23:18,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:18,536 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca00a28c-00e3-45e0-b81f-2338da64d575' 2024-11-18T21:23:18,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:18,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca00a28c-00e3-45e0-b81f-2338da64d575" 2024-11-18T21:23:18,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32711e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:18,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,44793,-1] 2024-11-18T21:23:18,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:18,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:18,537 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T21:23:18,537 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:18,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@680af380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:18,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:18,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,34971,1731964979280, seqNum=-1] 2024-11-18T21:23:18,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:18,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-18T21:23:18,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731964988447.e8154f292f761351a9fa4580ca720a49., hostname=d63b309a8c2d,34971,1731964979280, seqNum=2] 2024-11-18T21:23:18,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:23:18,770 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 480, reset compression=false 2024-11-18T21:23:18,808 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 379, reset compression=false 2024-11-18T21:23:18,823 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 379, reset compression=false 2024-11-18T21:23:18,857 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:23:18,857 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 504, reset compression=false 2024-11-18T21:23:18,857 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,34971,1731964979280 got entry batch from reader: WALEntryBatch [walEntries=[{test/e8154f292f761351a9fa4580ca720a49/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-18T21:23:18,870 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:23:18,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-18T21:23:18,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:23:18,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e41c181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:18,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38395 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,40899,-1 for getting cluster id 2024-11-18T21:23:18,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:18,887 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1580559b-951b-429c-88fc-4f349ed396b4' 2024-11-18T21:23:18,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:18,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1580559b-951b-429c-88fc-4f349ed396b4" 2024-11-18T21:23:18,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5094454d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:18,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,40899,-1] 2024-11-18T21:23:18,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:18,890 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:18,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:18,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e13a744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:18,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38395 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:18,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,38395,1731964983035, seqNum=-1] 2024-11-18T21:23:18,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:18,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-18T21:23:18,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c., hostname=d63b309a8c2d,38395,1731964983035, seqNum=2] 2024-11-18T21:23:18,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:23:19,105 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 480, reset compression=false 2024-11-18T21:23:19,111 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 504, reset compression=false 2024-11-18T21:23:19,343 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 379, reset compression=false 2024-11-18T21:23:19,367 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:23:19,367 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 528, reset compression=false 2024-11-18T21:23:19,367 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,38395,1731964983035 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:23:19,458 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 504, reset compression=false 2024-11-18T21:23:19,489 INFO [AsyncFSWAL-0-hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d-prefix:d63b309a8c2d,38395,1731964983035.rep {}] wal.AbstractFSWAL(1368): Slow sync cost: 119 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41533,DS-681bb31c-e7dd-4f2a-a42e-3739a848fa29,DISK]] 2024-11-18T21:23:19,541 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 480, reset compression=false 2024-11-18T21:23:19,542 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T21:23:19,542 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:19,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,34971,1731964979280, seqNum=-1] 2024-11-18T21:23:19,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:19,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:23:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731964988447.e8154f292f761351a9fa4580ca720a49., hostname=d63b309a8c2d,34971,1731964979280, seqNum=2] 2024-11-18T21:23:19,563 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T21:23:19,580 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 528, reset compression=false 2024-11-18T21:23:19,873 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 504, reset compression=false 2024-11-18T21:23:19,887 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:23:19,887 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 608, reset compression=false 2024-11-18T21:23:19,888 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,34971,1731964979280 got entry batch from reader: WALEntryBatch [walEntries=[{test/e8154f292f761351a9fa4580ca720a49/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T21:23:19,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:23:19,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:23:19,910 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 528, reset compression=false 2024-11-18T21:23:19,930 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:23:19,930 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 656, reset compression=false 2024-11-18T21:23:19,931 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,38395,1731964983035 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:23:20,065 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 480, reset compression=false 2024-11-18T21:23:20,101 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 608, reset compression=false 2024-11-18T21:23:20,147 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 656, reset compression=false 2024-11-18T21:23:20,417 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 608, reset compression=false 2024-11-18T21:23:20,455 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 656, reset compression=false 2024-11-18T21:23:20,566 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T21:23:20,573 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-18T21:23:20,670 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 480, reset compression=false 2024-11-18T21:23:20,837 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 608, reset compression=false 2024-11-18T21:23:20,886 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 656, reset compression=false 2024-11-18T21:23:20,898 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:23:20,898 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 760, reset compression=false 2024-11-18T21:23:20,899 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,38395,1731964983035 got entry batch from reader: WALEntryBatch [walEntries=[{test/c700d09adf38cbc70f8b2a1588b23a3c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T21:23:20,902 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:23:20,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-18T21:23:20,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:23:20,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:23:21,150 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 760, reset compression=false 2024-11-18T21:23:21,360 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 608, reset compression=false 2024-11-18T21:23:21,380 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 480, reset compression=false 2024-11-18T21:23:21,435 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:23:21,435 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 735, reset compression=false 2024-11-18T21:23:21,436 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,34971,1731964979280 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:23:21,488 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 760, reset compression=false 2024-11-18T21:23:21,579 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-18T21:23:21,593 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T21:23:21,680 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 735, reset compression=false 2024-11-18T21:23:21,933 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 760, reset compression=false 2024-11-18T21:23:22,011 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 735, reset compression=false 2024-11-18T21:23:22,249 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 480, reset compression=false 2024-11-18T21:23:22,305 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:23:22,305 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 636, reset compression=false 2024-11-18T21:23:22,308 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.shipperd63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,39699,1731964975865 got entry batch from reader: WALEntryBatch [walEntries=[{test/f7550e8a39d2d7531edbbb7934ca85d4/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T21:23:22,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:23:22,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:23:22,427 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 735, reset compression=false 2024-11-18T21:23:22,450 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:23:22,450 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 883, reset compression=false 2024-11-18T21:23:22,451 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,34971,1731964979280 got entry batch from reader: WALEntryBatch [walEntries=[{test/e8154f292f761351a9fa4580ca720a49/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-18T21:23:22,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:23:22,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:23:22,470 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 760, reset compression=false 2024-11-18T21:23:22,474 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:23:22,474 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 932, reset compression=false 2024-11-18T21:23:22,474 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,38395,1731964983035 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:23:22,533 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 636, reset compression=false 2024-11-18T21:23:22,598 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T21:23:22,618 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T21:23:22,669 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 883, reset compression=false 2024-11-18T21:23:22,689 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 932, reset compression=false 2024-11-18T21:23:22,709 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:23:22,710 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 1042, reset compression=false 2024-11-18T21:23:22,710 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,34971,1731964979280 got entry batch from reader: WALEntryBatch [walEntries=[{test/e8154f292f761351a9fa4580ca720a49/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T21:23:22,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:23:22,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:23:22,730 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:23:22,735 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:23:22,735 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 1082, reset compression=false 2024-11-18T21:23:22,739 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,38395,1731964983035 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:23:22,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:22,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:22,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:22,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:22,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:22,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:22,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:22,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:22,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:22,837 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 636, reset compression=false 2024-11-18T21:23:22,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:22,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:22,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:22,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:22,945 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 1042, reset compression=false 2024-11-18T21:23:22,974 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 1082, reset compression=false 2024-11-18T21:23:23,266 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 1042, reset compression=false 2024-11-18T21:23:23,269 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 636, reset compression=false 2024-11-18T21:23:23,299 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 1082, reset compression=false 2024-11-18T21:23:23,627 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T21:23:23,642 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-18T21:23:23,690 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 1042, reset compression=false 2024-11-18T21:23:23,712 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 1082, reset compression=false 2024-11-18T21:23:23,747 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:23:23,747 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,38395,1731964983035 got entry batch from reader: WALEntryBatch [walEntries=[{test/c700d09adf38cbc70f8b2a1588b23a3c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T21:23:23,748 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 1241, reset compression=false 2024-11-18T21:23:23,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T21:23:23,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T21:23:23,789 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 636, reset compression=false 2024-11-18T21:23:24,004 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 1241, reset compression=false 2024-11-18T21:23:24,211 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 1042, reset compression=false 2024-11-18T21:23:24,243 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:23:24,243 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 1191, reset compression=false 2024-11-18T21:23:24,244 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,34971,1731964979280 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:23:24,377 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 1241, reset compression=false 2024-11-18T21:23:24,412 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 636, reset compression=false 2024-11-18T21:23:24,524 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 1191, reset compression=false 2024-11-18T21:23:24,646 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-18T21:23:24,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:23:24,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:23:24,660 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:23:24,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:24,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:24,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:23:24,661 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:23:24,661 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2133537878, stopped=false 2024-11-18T21:23:24,661 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,40899,1731964982864 2024-11-18T21:23:24,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1833092716/running 2024-11-18T21:23:24,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716 2024-11-18T21:23:24,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Set watcher on znode that does not yet exist, /2-1833092716/running 2024-11-18T21:23:24,665 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:23:24,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:23:24,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:23:24,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:24,668 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,38395,1731964983035' ***** 2024-11-18T21:23:24,668 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:23:24,668 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:23:24,668 INFO [RS:0;d63b309a8c2d:38395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:23:24,668 INFO [RS:0;d63b309a8c2d:38395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:23:24,668 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(3091): Received CLOSE for 209aeb17bc9a5e709d32d637880ec812 2024-11-18T21:23:24,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1833092716/running 2024-11-18T21:23:24,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716 2024-11-18T21:23:24,668 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:23:24,669 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(3091): Received CLOSE for c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:24,669 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,38395,1731964983035 2024-11-18T21:23:24,669 INFO [RS:0;d63b309a8c2d:38395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:23:24,669 INFO [RS:0;d63b309a8c2d:38395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:38395. 2024-11-18T21:23:24,669 DEBUG [RS:0;d63b309a8c2d:38395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:23:24,669 DEBUG [RS:0;d63b309a8c2d:38395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:24,669 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:23:24,669 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:23:24,669 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:23:24,669 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:23:24,670 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 209aeb17bc9a5e709d32d637880ec812, disabling compactions & flushes 2024-11-18T21:23:24,670 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812. 2024-11-18T21:23:24,670 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812. 2024-11-18T21:23:24,670 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812. after waiting 0 ms 2024-11-18T21:23:24,670 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812. 2024-11-18T21:23:24,670 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 209aeb17bc9a5e709d32d637880ec812 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-18T21:23:24,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Set watcher on znode that does not yet exist, /2-1833092716/running 2024-11-18T21:23:24,677 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T21:23:24,677 DEBUG [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(1325): Online Regions={209aeb17bc9a5e709d32d637880ec812=hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812., 1588230740=hbase:meta,,1.1588230740, c700d09adf38cbc70f8b2a1588b23a3c=test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c.} 2024-11-18T21:23:24,677 DEBUG [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 209aeb17bc9a5e709d32d637880ec812, c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:24,685 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:23:24,685 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:23:24,685 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:23:24,685 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:23:24,685 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:23:24,685 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T21:23:24,737 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:23:24,737 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/replication/209aeb17bc9a5e709d32d637880ec812/.tmp/queue/45d36c700e284e3fb89f040206a4d190 is 154, key is 1-d63b309a8c2d,38395,1731964983035/queue:d63b309a8c2d%2C38395%2C1731964983035/1731965003759/Put/seqid=0 2024-11-18T21:23:24,741 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/.tmp/info/a8ee9b59ccbe4b1fb735a26d4ea56c99 is 147, key is hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812./info:regioninfo/1731964997280/Put/seqid=0 2024-11-18T21:23:24,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741840_1016 (size=5353) 2024-11-18T21:23:24,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741841_1017 (size=7686) 2024-11-18T21:23:24,783 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/.tmp/info/a8ee9b59ccbe4b1fb735a26d4ea56c99 2024-11-18T21:23:24,803 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 1241, reset compression=false 2024-11-18T21:23:24,847 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/.tmp/ns/4d15153fa0c54a8f9aa761d318d37fd8 is 43, key is default/ns:d/1731964986037/Put/seqid=0 2024-11-18T21:23:24,853 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 1191, reset compression=false 2024-11-18T21:23:24,877 DEBUG [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 209aeb17bc9a5e709d32d637880ec812, c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:24,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741842_1018 (size=5153) 2024-11-18T21:23:24,997 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:23:24,997 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:23:25,077 DEBUG [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 209aeb17bc9a5e709d32d637880ec812, c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:25,165 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 636, reset compression=false 2024-11-18T21:23:25,173 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/replication/209aeb17bc9a5e709d32d637880ec812/.tmp/queue/45d36c700e284e3fb89f040206a4d190 2024-11-18T21:23:25,195 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/replication/209aeb17bc9a5e709d32d637880ec812/.tmp/queue/45d36c700e284e3fb89f040206a4d190 as hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/replication/209aeb17bc9a5e709d32d637880ec812/queue/45d36c700e284e3fb89f040206a4d190 2024-11-18T21:23:25,203 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/replication/209aeb17bc9a5e709d32d637880ec812/queue/45d36c700e284e3fb89f040206a4d190, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T21:23:25,204 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 209aeb17bc9a5e709d32d637880ec812 in 534ms, sequenceid=12, compaction requested=false 2024-11-18T21:23:25,209 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/replication/209aeb17bc9a5e709d32d637880ec812/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T21:23:25,210 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:23:25,210 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:23:25,210 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812. 2024-11-18T21:23:25,210 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 209aeb17bc9a5e709d32d637880ec812: Waiting for close lock at 1731965004670Running coprocessor pre-close hooks at 1731965004670Disabling compacts and flushes for region at 1731965004670Disabling writes for close at 1731965004670Obtaining lock to block concurrent updates at 1731965004670Preparing flush snapshotting stores in 209aeb17bc9a5e709d32d637880ec812 at 1731965004670Finished memstore snapshotting hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731965004671 (+1 ms)Flushing stores of hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812. at 1731965004671Flushing 209aeb17bc9a5e709d32d637880ec812/queue: creating writer at 1731965004671Flushing 209aeb17bc9a5e709d32d637880ec812/queue: appending metadata at 1731965004737 (+66 ms)Flushing 209aeb17bc9a5e709d32d637880ec812/queue: closing flushed file at 1731965004737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a33652: reopening flushed file at 1731965005195 (+458 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 209aeb17bc9a5e709d32d637880ec812 in 534ms, sequenceid=12, compaction requested=false at 1731965005204 (+9 ms)Writing region close event to WAL at 1731965005204Running coprocessor post-close hooks at 1731965005210 (+6 ms)Closed at 1731965005210 2024-11-18T21:23:25,210 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731964996233.209aeb17bc9a5e709d32d637880ec812. 2024-11-18T21:23:25,210 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c700d09adf38cbc70f8b2a1588b23a3c, disabling compactions & flushes 2024-11-18T21:23:25,210 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c. 2024-11-18T21:23:25,210 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c. 2024-11-18T21:23:25,210 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c. after waiting 0 ms 2024-11-18T21:23:25,210 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c. 2024-11-18T21:23:25,211 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c700d09adf38cbc70f8b2a1588b23a3c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-18T21:23:25,232 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c/.tmp/f/27f5ad2135d2491f83a0819fef9a5616 is 29, key is row1/f:/1731965002599/DeleteFamily/seqid=0 2024-11-18T21:23:25,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741843_1019 (size=5152) 2024-11-18T21:23:25,277 DEBUG [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:25,297 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/.tmp/ns/4d15153fa0c54a8f9aa761d318d37fd8 2024-11-18T21:23:25,308 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 1191, reset compression=false 2024-11-18T21:23:25,326 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/.tmp/rep_barrier/e78fade70e7d4d91b8155ede00117209 is 112, key is test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c./rep_barrier:seqnumDuringOpen/1731964991339/Put/seqid=0 2024-11-18T21:23:25,329 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 1241, reset compression=false 2024-11-18T21:23:25,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741844_1020 (size=5518) 2024-11-18T21:23:25,338 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/.tmp/rep_barrier/e78fade70e7d4d91b8155ede00117209 2024-11-18T21:23:25,340 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:23:25,340 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,38395,1731964983035 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:23:25,341 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d63b309a8c2d,38395,1731964983035: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d63b309a8c2d,38395,1731964983035, walGroup=d63b309a8c2d%2C38395%2C1731964983035, offset=d63b309a8c2d%2C38395%2C1731964983035.1731964985133:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:38395 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T21:23:25,343 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T21:23:25,343 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T21:23:25,344 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T21:23:25,344 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T21:23:25,344 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T21:23:25,344 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1426063360, "init": 1048576000, "max": 2306867200, "used": 902734304 }, "NonHeapMemoryUsage": { "committed": 206766080, "init": 7667712, "max": -1, "used": 202196024 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T21:23:25,345 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:40899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:40899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T21:23:25,347 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 1488, reset compression=false 2024-11-18T21:23:25,376 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/.tmp/table/025cef805aba47388d6642f5b7a07681 is 53, key is hbase:replication/table:state/1731964997321/Put/seqid=0 2024-11-18T21:23:25,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741845_1021 (size=5308) 2024-11-18T21:23:25,478 DEBUG [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:25,552 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 1488, reset compression=false 2024-11-18T21:23:25,624 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T21:23:25,641 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c/.tmp/f/27f5ad2135d2491f83a0819fef9a5616 2024-11-18T21:23:25,674 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27f5ad2135d2491f83a0819fef9a5616 2024-11-18T21:23:25,680 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T21:23:25,680 DEBUG [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c700d09adf38cbc70f8b2a1588b23a3c=test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c.} 2024-11-18T21:23:25,680 DEBUG [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:25,708 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c/.tmp/f1/bdce2693657d4a2bb759196a382db459 is 30, key is row1/f1:/1731965002599/DeleteFamily/seqid=0 2024-11-18T21:23:25,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741846_1022 (size=5158) 2024-11-18T21:23:25,801 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/.tmp/table/025cef805aba47388d6642f5b7a07681 2024-11-18T21:23:25,812 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/.tmp/info/a8ee9b59ccbe4b1fb735a26d4ea56c99 as hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/info/a8ee9b59ccbe4b1fb735a26d4ea56c99 2024-11-18T21:23:25,816 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 1191, reset compression=false 2024-11-18T21:23:25,817 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/info/a8ee9b59ccbe4b1fb735a26d4ea56c99, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T21:23:25,821 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/.tmp/ns/4d15153fa0c54a8f9aa761d318d37fd8 as hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/ns/4d15153fa0c54a8f9aa761d318d37fd8 2024-11-18T21:23:25,828 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/ns/4d15153fa0c54a8f9aa761d318d37fd8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T21:23:25,829 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/.tmp/rep_barrier/e78fade70e7d4d91b8155ede00117209 as hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/rep_barrier/e78fade70e7d4d91b8155ede00117209 2024-11-18T21:23:25,835 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/rep_barrier/e78fade70e7d4d91b8155ede00117209, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T21:23:25,835 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/.tmp/table/025cef805aba47388d6642f5b7a07681 as hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/table/025cef805aba47388d6642f5b7a07681 2024-11-18T21:23:25,840 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/table/025cef805aba47388d6642f5b7a07681, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T21:23:25,846 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1160ms, sequenceid=16, compaction requested=false 2024-11-18T21:23:25,881 DEBUG [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:25,894 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 1488, reset compression=false 2024-11-18T21:23:25,922 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T21:23:25,926 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:23:25,926 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:23:25,926 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:23:25,927 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731965004685Running coprocessor pre-close hooks at 1731965004685Disabling compacts and flushes for region at 1731965004685Disabling writes for close at 1731965004685Obtaining lock to block concurrent updates at 1731965004685Preparing flush snapshotting stores in 1588230740 at 1731965004685Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731965004686 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731965004687 (+1 ms)Flushing 1588230740/info: creating writer at 1731965004687Flushing 1588230740/info: appending metadata at 1731965004740 (+53 ms)Flushing 1588230740/info: closing flushed file at 1731965004740Flushing 1588230740/ns: creating writer at 1731965004801 (+61 ms)Flushing 1588230740/ns: appending metadata at 1731965004847 (+46 ms)Flushing 1588230740/ns: closing flushed file at 1731965004847Flushing 1588230740/rep_barrier: creating writer at 1731965005302 (+455 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731965005325 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731965005325Flushing 1588230740/table: creating writer at 1731965005351 (+26 ms)Flushing 1588230740/table: appending metadata at 1731965005376 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731965005376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c058890: reopening flushed file at 1731965005811 (+435 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17cda6cf: reopening flushed file at 1731965005818 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26d97bbf: reopening flushed file at 1731965005828 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cf20365: reopening flushed file at 1731965005835 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1160ms, sequenceid=16, compaction requested=false at 1731965005846 (+11 ms)Writing region close event to WAL at 1731965005897 (+51 ms)Running coprocessor post-close hooks at 1731965005926 (+29 ms)Closed at 1731965005926 2024-11-18T21:23:25,927 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:23:25,992 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 636, reset compression=false 2024-11-18T21:23:26,082 DEBUG [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(1351): Waiting on c700d09adf38cbc70f8b2a1588b23a3c 2024-11-18T21:23:26,157 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c/.tmp/f1/bdce2693657d4a2bb759196a382db459 2024-11-18T21:23:26,164 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bdce2693657d4a2bb759196a382db459 2024-11-18T21:23:26,187 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c/.tmp/norep/8a9cb9298aa94de7937cff2c6199cae2 is 33, key is row2/norep:/1731965003628/DeleteFamily/seqid=0 2024-11-18T21:23:26,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741847_1023 (size=5108) 2024-11-18T21:23:26,211 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c/.tmp/norep/8a9cb9298aa94de7937cff2c6199cae2 2024-11-18T21:23:26,216 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a9cb9298aa94de7937cff2c6199cae2 2024-11-18T21:23:26,217 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c/.tmp/f/27f5ad2135d2491f83a0819fef9a5616 as hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c/f/27f5ad2135d2491f83a0819fef9a5616 2024-11-18T21:23:26,221 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27f5ad2135d2491f83a0819fef9a5616 2024-11-18T21:23:26,221 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c/f/27f5ad2135d2491f83a0819fef9a5616, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T21:23:26,222 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c/.tmp/f1/bdce2693657d4a2bb759196a382db459 as hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c/f1/bdce2693657d4a2bb759196a382db459 2024-11-18T21:23:26,226 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bdce2693657d4a2bb759196a382db459 2024-11-18T21:23:26,226 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c/f1/bdce2693657d4a2bb759196a382db459, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T21:23:26,227 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c/.tmp/norep/8a9cb9298aa94de7937cff2c6199cae2 as hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c/norep/8a9cb9298aa94de7937cff2c6199cae2 2024-11-18T21:23:26,231 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a9cb9298aa94de7937cff2c6199cae2 2024-11-18T21:23:26,232 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c/norep/8a9cb9298aa94de7937cff2c6199cae2, entries=1, sequenceid=10, filesize=5.0 K 2024-11-18T21:23:26,237 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c700d09adf38cbc70f8b2a1588b23a3c in 1027ms, sequenceid=10, compaction requested=false 2024-11-18T21:23:26,273 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/data/default/test/c700d09adf38cbc70f8b2a1588b23a3c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T21:23:26,274 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:23:26,274 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:23:26,274 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c. 2024-11-18T21:23:26,274 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c700d09adf38cbc70f8b2a1588b23a3c: Waiting for close lock at 1731965005210Running coprocessor pre-close hooks at 1731965005210Disabling compacts and flushes for region at 1731965005210Disabling writes for close at 1731965005210Obtaining lock to block concurrent updates at 1731965005211 (+1 ms)Preparing flush snapshotting stores in c700d09adf38cbc70f8b2a1588b23a3c at 1731965005211Finished memstore snapshotting test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731965005211Flushing stores of test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c. at 1731965005211Flushing c700d09adf38cbc70f8b2a1588b23a3c/f: creating writer at 1731965005211Flushing c700d09adf38cbc70f8b2a1588b23a3c/f: appending metadata at 1731965005231 (+20 ms)Flushing c700d09adf38cbc70f8b2a1588b23a3c/f: closing flushed file at 1731965005231Flushing c700d09adf38cbc70f8b2a1588b23a3c/f1: creating writer at 1731965005674 (+443 ms)Flushing c700d09adf38cbc70f8b2a1588b23a3c/f1: appending metadata at 1731965005707 (+33 ms)Flushing c700d09adf38cbc70f8b2a1588b23a3c/f1: closing flushed file at 1731965005708 (+1 ms)Flushing c700d09adf38cbc70f8b2a1588b23a3c/norep: creating writer at 1731965006164 (+456 ms)Flushing c700d09adf38cbc70f8b2a1588b23a3c/norep: appending metadata at 1731965006184 (+20 ms)Flushing c700d09adf38cbc70f8b2a1588b23a3c/norep: closing flushed file at 1731965006184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@108cd235: reopening flushed file at 1731965006216 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fc96883: reopening flushed file at 1731965006221 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50419e03: reopening flushed file at 1731965006226 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c700d09adf38cbc70f8b2a1588b23a3c in 1027ms, sequenceid=10, compaction requested=false at 1731965006237 (+11 ms)Writing region close event to WAL at 1731965006265 (+28 ms)Running coprocessor post-close hooks at 1731965006274 (+9 ms)Closed at 1731965006274 2024-11-18T21:23:26,274 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731964990617.c700d09adf38cbc70f8b2a1588b23a3c. 2024-11-18T21:23:26,282 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,38395,1731964983035; all regions closed. 2024-11-18T21:23:26,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741834_1010 (size=4239) 2024-11-18T21:23:26,305 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 1488, reset compression=false 2024-11-18T21:23:26,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741839_1015 (size=3114) 2024-11-18T21:23:26,338 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:23:26,338 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 to pos 2132, reset compression=false 2024-11-18T21:23:26,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741833_1009 (size=2140) 2024-11-18T21:23:26,351 DEBUG [RS:0;d63b309a8c2d:38395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:26,351 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:23:26,351 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 for the last time to pos 2132, reset compression=false 2024-11-18T21:23:26,352 INFO [RS:0;d63b309a8c2d:38395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:23:26,352 INFO [RS:0;d63b309a8c2d:38395 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T21:23:26,353 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:23:26,353 INFO [RS:0;d63b309a8c2d:38395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:23:26,354 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d63b309a8c2d,38395,1731964983035 because: Region server is closing 2024-11-18T21:23:26,354 INFO [RS:0;d63b309a8c2d:38395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:38395. 2024-11-18T21:23:26,354 DEBUG [RS:0;d63b309a8c2d:38395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:23:26,355 DEBUG [RS:0;d63b309a8c2d:38395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:26,355 DEBUG [RS:0;d63b309a8c2d:38395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:26,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:23:26,356 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 and length of the file is 2140 2024-11-18T21:23:26,356 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/WALs/d63b309a8c2d,38395,1731964983035/d63b309a8c2d%2C38395%2C1731964983035.1731964985133 2024-11-18T21:23:26,445 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 1191, reset compression=false 2024-11-18T21:23:26,455 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.shipperd63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 terminated 2024-11-18T21:23:26,455 INFO [RS:0;d63b309a8c2d:38395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:38395. 2024-11-18T21:23:26,455 DEBUG [RS:0;d63b309a8c2d:38395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:23:26,455 DEBUG [RS:0;d63b309a8c2d:38395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:26,456 DEBUG [RS:0;d63b309a8c2d:38395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:26,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:23:26,456 INFO [RS:0;d63b309a8c2d:38395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38395 2024-11-18T21:23:26,456 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,38395,1731964983035.replicationSource.wal-reader.d63b309a8c2d%2C38395%2C1731964983035,1-d63b309a8c2d,38395,1731964983035 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-18T21:23:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1833092716/rs/d63b309a8c2d,38395,1731964983035 2024-11-18T21:23:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716/rs 2024-11-18T21:23:26,458 INFO [RS:0;d63b309a8c2d:38395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:23:26,464 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,38395,1731964983035] 2024-11-18T21:23:26,466 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1833092716/draining/d63b309a8c2d,38395,1731964983035 already deleted, retry=false 2024-11-18T21:23:26,466 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,38395,1731964983035 expired; onlineServers=0 2024-11-18T21:23:26,467 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,40899,1731964982864' ***** 2024-11-18T21:23:26,467 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:23:26,467 INFO [M:0;d63b309a8c2d:40899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:23:26,467 INFO [M:0;d63b309a8c2d:40899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:23:26,467 DEBUG [M:0;d63b309a8c2d:40899 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:23:26,467 DEBUG [M:0;d63b309a8c2d:40899 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:23:26,467 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964984790 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964984790,5,FailOnTimeoutGroup] 2024-11-18T21:23:26,467 INFO [M:0;d63b309a8c2d:40899 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:23:26,467 INFO [M:0;d63b309a8c2d:40899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:23:26,467 DEBUG [M:0;d63b309a8c2d:40899 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:23:26,467 INFO [M:0;d63b309a8c2d:40899 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:23:26,467 INFO [M:0;d63b309a8c2d:40899 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:23:26,467 INFO [M:0;d63b309a8c2d:40899 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:23:26,468 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964984786 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964984786,5,FailOnTimeoutGroup] 2024-11-18T21:23:26,468 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:23:26,472 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:23:26,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1833092716/master 2024-11-18T21:23:26,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1833092716 2024-11-18T21:23:26,480 DEBUG [M:0;d63b309a8c2d:40899 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1833092716/master already deleted, retry=false 2024-11-18T21:23:26,480 DEBUG [M:0;d63b309a8c2d:40899 {}] master.ActiveMasterManager(353): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1833092716/master 2024-11-18T21:23:26,485 INFO [M:0;d63b309a8c2d:40899 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/.lastflushedseqids 2024-11-18T21:23:26,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741848_1024 (size=245) 2024-11-18T21:23:26,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:23:26,561 INFO [RS:0;d63b309a8c2d:38395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:23:26,561 INFO [RS:0;d63b309a8c2d:38395 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,38395,1731964983035; zookeeper connection closed. 2024-11-18T21:23:26,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x10054c63f9c0007, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:23:26,581 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ca75f0a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ca75f0a 2024-11-18T21:23:26,584 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:23:26,926 INFO [M:0;d63b309a8c2d:40899 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:23:26,926 INFO [M:0;d63b309a8c2d:40899 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:23:26,927 DEBUG [M:0;d63b309a8c2d:40899 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:23:26,927 INFO [M:0;d63b309a8c2d:40899 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:26,927 DEBUG [M:0;d63b309a8c2d:40899 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:26,927 DEBUG [M:0;d63b309a8c2d:40899 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:23:26,927 DEBUG [M:0;d63b309a8c2d:40899 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:26,928 INFO [M:0;d63b309a8c2d:40899 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T21:23:26,946 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 636, reset compression=false 2024-11-18T21:23:26,952 DEBUG [M:0;d63b309a8c2d:40899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fa2b19d8572453a8260ef36c132742b is 82, key is hbase:meta,,1/info:regioninfo/1731964985998/Put/seqid=0 2024-11-18T21:23:26,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741849_1025 (size=5672) 2024-11-18T21:23:26,984 INFO [M:0;d63b309a8c2d:40899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fa2b19d8572453a8260ef36c132742b 2024-11-18T21:23:27,041 DEBUG [M:0;d63b309a8c2d:40899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cbb4cbeb49d4b76a00b7148b641efa3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731964997344/Put/seqid=0 2024-11-18T21:23:27,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741850_1026 (size=8516) 2024-11-18T21:23:27,085 INFO [M:0;d63b309a8c2d:40899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cbb4cbeb49d4b76a00b7148b641efa3 2024-11-18T21:23:27,133 DEBUG [M:0;d63b309a8c2d:40899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4823de600fe94e89a47d6dc3de87f3ef is 69, key is d63b309a8c2d,38395,1731964983035/rs:state/1731964984802/Put/seqid=0 2024-11-18T21:23:27,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741851_1027 (size=5156) 2024-11-18T21:23:27,156 INFO [M:0;d63b309a8c2d:40899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4823de600fe94e89a47d6dc3de87f3ef 2024-11-18T21:23:27,159 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 1191, reset compression=false 2024-11-18T21:23:27,165 DEBUG [M:0;d63b309a8c2d:40899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fa2b19d8572453a8260ef36c132742b as hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fa2b19d8572453a8260ef36c132742b 2024-11-18T21:23:27,171 INFO [M:0;d63b309a8c2d:40899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fa2b19d8572453a8260ef36c132742b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T21:23:27,171 DEBUG [M:0;d63b309a8c2d:40899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cbb4cbeb49d4b76a00b7148b641efa3 as hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cbb4cbeb49d4b76a00b7148b641efa3 2024-11-18T21:23:27,175 INFO [M:0;d63b309a8c2d:40899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cbb4cbeb49d4b76a00b7148b641efa3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T21:23:27,175 DEBUG [M:0;d63b309a8c2d:40899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4823de600fe94e89a47d6dc3de87f3ef as hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4823de600fe94e89a47d6dc3de87f3ef 2024-11-18T21:23:27,182 INFO [M:0;d63b309a8c2d:40899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37259/user/jenkins/test-data/309a4f65-91bd-374b-5b46-44a898c1604d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4823de600fe94e89a47d6dc3de87f3ef, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T21:23:27,183 INFO [M:0;d63b309a8c2d:40899 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 256ms, sequenceid=97, compaction requested=false 2024-11-18T21:23:27,198 INFO [M:0;d63b309a8c2d:40899 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:27,198 DEBUG [M:0;d63b309a8c2d:40899 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731965006926Disabling compacts and flushes for region at 1731965006926Disabling writes for close at 1731965006927 (+1 ms)Obtaining lock to block concurrent updates at 1731965006928 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731965006928Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731965006928Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731965006930 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731965006930Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731965006951 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731965006951Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731965006993 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731965007041 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731965007041Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731965007106 (+65 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731965007133 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731965007133Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a3d42e: reopening flushed file at 1731965007162 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fbb3d89: reopening flushed file at 1731965007171 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@245956f3: reopening flushed file at 1731965007175 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 256ms, sequenceid=97, compaction requested=false at 1731965007183 (+8 ms)Writing region close event to WAL at 1731965007198 (+15 ms)Closed at 1731965007198 2024-11-18T21:23:27,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741830_1006 (size=63654) 2024-11-18T21:23:27,240 INFO [M:0;d63b309a8c2d:40899 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:23:27,241 INFO [M:0;d63b309a8c2d:40899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40899 2024-11-18T21:23:27,243 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:23:27,243 INFO [M:0;d63b309a8c2d:40899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:23:27,345 INFO [M:0;d63b309a8c2d:40899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:23:27,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:23:27,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x10054c63f9c0006, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:23:27,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40adf666{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:23:27,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75eff3e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:23:27,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:23:27,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75fd094d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:23:27,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fe3111f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/hadoop.log.dir/,STOPPED} 2024-11-18T21:23:27,393 WARN [BP-866747121-172.17.0.3-1731964981358 heartbeating to localhost/127.0.0.1:37259 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:23:27,393 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:23:27,393 WARN [BP-866747121-172.17.0.3-1731964981358 heartbeating to localhost/127.0.0.1:37259 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-866747121-172.17.0.3-1731964981358 (Datanode Uuid 8261a7d4-2adf-465b-a938-2a4884945a2c) service to localhost/127.0.0.1:37259 2024-11-18T21:23:27,393 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:23:27,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/cluster_8391abcd-7b0a-ecb2-2161-25f20dbd9b4e/data/data1/current/BP-866747121-172.17.0.3-1731964981358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:23:27,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/cluster_8391abcd-7b0a-ecb2-2161-25f20dbd9b4e/data/data2/current/BP-866747121-172.17.0.3-1731964981358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:23:27,397 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:23:27,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b7780d7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:23:27,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22b03d7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:23:27,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:23:27,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@681c5839{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:23:27,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@404cd1f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/hadoop.log.dir/,STOPPED} 2024-11-18T21:23:27,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:23:27,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:23:27,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:23:27,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:23:27,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:27,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:23:27,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:27,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:23:27,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2012188182, stopped=false 2024-11-18T21:23:27,453 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,44793,1731964979231 2024-11-18T21:23:27,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2124229709/running 2024-11-18T21:23:27,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709 2024-11-18T21:23:27,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2124229709/running 2024-11-18T21:23:27,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709 2024-11-18T21:23:27,467 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:23:27,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Set watcher on znode that does not yet exist, /1-2124229709/running 2024-11-18T21:23:27,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Set watcher on znode that does not yet exist, /1-2124229709/running 2024-11-18T21:23:27,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:23:27,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:23:27,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:27,468 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,34971,1731964979280' ***** 2024-11-18T21:23:27,468 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:23:27,468 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:23:27,469 INFO [RS:0;d63b309a8c2d:34971 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:23:27,469 INFO [RS:0;d63b309a8c2d:34971 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:23:27,469 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(3091): Received CLOSE for e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:27,469 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:23:27,476 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(3091): Received CLOSE for 898f4798439d14a1cf7fa65fc9887f29 2024-11-18T21:23:27,476 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,34971,1731964979280 2024-11-18T21:23:27,476 INFO [RS:0;d63b309a8c2d:34971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:23:27,476 INFO [RS:0;d63b309a8c2d:34971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:34971. 2024-11-18T21:23:27,476 DEBUG [RS:0;d63b309a8c2d:34971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:23:27,476 DEBUG [RS:0;d63b309a8c2d:34971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:27,477 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:23:27,477 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:23:27,477 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:23:27,477 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:23:27,480 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T21:23:27,480 DEBUG [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1325): Online Regions={e8154f292f761351a9fa4580ca720a49=test,,1731964988447.e8154f292f761351a9fa4580ca720a49., 898f4798439d14a1cf7fa65fc9887f29=hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:23:27,480 DEBUG [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 898f4798439d14a1cf7fa65fc9887f29, e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:27,481 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8154f292f761351a9fa4580ca720a49, disabling compactions & flushes 2024-11-18T21:23:27,481 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731964988447.e8154f292f761351a9fa4580ca720a49. 2024-11-18T21:23:27,481 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964988447.e8154f292f761351a9fa4580ca720a49. 2024-11-18T21:23:27,481 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:23:27,481 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731964988447.e8154f292f761351a9fa4580ca720a49. after waiting 0 ms 2024-11-18T21:23:27,481 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731964988447.e8154f292f761351a9fa4580ca720a49. 2024-11-18T21:23:27,481 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:23:27,481 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:23:27,481 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:23:27,481 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:23:27,481 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e8154f292f761351a9fa4580ca720a49 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-18T21:23:27,481 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T21:23:27,519 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:23:27,528 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/.tmp/info/7dafe27f05fd4cbf8ee363297fd4a8d4 is 147, key is hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29./info:regioninfo/1731964995480/Put/seqid=0 2024-11-18T21:23:27,528 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49/.tmp/f/1d2b28e075f24347b993c7f815ed294c is 29, key is row1/f:/1731965002599/DeleteFamily/seqid=0 2024-11-18T21:23:27,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741840_1016 (size=5152) 2024-11-18T21:23:27,561 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49/.tmp/f/1d2b28e075f24347b993c7f815ed294c 2024-11-18T21:23:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741841_1017 (size=7686) 2024-11-18T21:23:27,573 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/.tmp/info/7dafe27f05fd4cbf8ee363297fd4a8d4 2024-11-18T21:23:27,591 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d2b28e075f24347b993c7f815ed294c 2024-11-18T21:23:27,628 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49/.tmp/f1/304d619a0c4e4d68a1a14db21d391e20 is 30, key is row1/f1:/1731965002599/DeleteFamily/seqid=0 2024-11-18T21:23:27,631 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/.tmp/ns/90cd49ef482b4401a1a8ad172b13fe25 is 43, key is default/ns:d/1731964981303/Put/seqid=0 2024-11-18T21:23:27,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741842_1018 (size=5153) 2024-11-18T21:23:27,667 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:23:27,667 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:23:27,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741843_1019 (size=5158) 2024-11-18T21:23:27,681 DEBUG [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 898f4798439d14a1cf7fa65fc9887f29, e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:27,881 DEBUG [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 898f4798439d14a1cf7fa65fc9887f29, e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:27,973 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 636, reset compression=false 2024-11-18T21:23:27,978 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 1191, reset compression=false 2024-11-18T21:23:27,997 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:23:27,997 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 1438, reset compression=false 2024-11-18T21:23:27,997 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,34971,1731964979280 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:23:27,998 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d63b309a8c2d,34971,1731964979280: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d63b309a8c2d,34971,1731964979280, walGroup=d63b309a8c2d%2C34971%2C1731964979280, offset=d63b309a8c2d%2C34971%2C1731964979280.1731964980727:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T21:23:28,000 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T21:23:28,000 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T21:23:28,000 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T21:23:28,000 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T21:23:28,000 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T21:23:28,000 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1426063360, "init": 1048576000, "max": 2306867200, "used": 969843168 }, "NonHeapMemoryUsage": { "committed": 206962688, "init": 7667712, "max": -1, "used": 202571784 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T21:23:28,001 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:44793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:44793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T21:23:28,066 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/.tmp/ns/90cd49ef482b4401a1a8ad172b13fe25 2024-11-18T21:23:28,070 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49/.tmp/f1/304d619a0c4e4d68a1a14db21d391e20 2024-11-18T21:23:28,079 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 304d619a0c4e4d68a1a14db21d391e20 2024-11-18T21:23:28,081 DEBUG [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 898f4798439d14a1cf7fa65fc9887f29, e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:28,107 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/.tmp/rep_barrier/0a044781d6d248dd839d43f1a5f0c465 is 112, key is test,,1731964988447.e8154f292f761351a9fa4580ca720a49./rep_barrier:seqnumDuringOpen/1731964989653/Put/seqid=0 2024-11-18T21:23:28,137 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49/.tmp/norep/d3f92c8d63d940d2b14e93626211ce2a is 33, key is row1/norep:/1731965002599/DeleteFamily/seqid=0 2024-11-18T21:23:28,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741844_1020 (size=5518) 2024-11-18T21:23:28,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741845_1021 (size=5108) 2024-11-18T21:23:28,182 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49/.tmp/norep/d3f92c8d63d940d2b14e93626211ce2a 2024-11-18T21:23:28,197 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3f92c8d63d940d2b14e93626211ce2a 2024-11-18T21:23:28,199 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49/.tmp/f/1d2b28e075f24347b993c7f815ed294c as hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49/f/1d2b28e075f24347b993c7f815ed294c 2024-11-18T21:23:28,204 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d2b28e075f24347b993c7f815ed294c 2024-11-18T21:23:28,204 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49/f/1d2b28e075f24347b993c7f815ed294c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T21:23:28,206 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49/.tmp/f1/304d619a0c4e4d68a1a14db21d391e20 as hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49/f1/304d619a0c4e4d68a1a14db21d391e20 2024-11-18T21:23:28,220 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 304d619a0c4e4d68a1a14db21d391e20 2024-11-18T21:23:28,220 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49/f1/304d619a0c4e4d68a1a14db21d391e20, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T21:23:28,222 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49/.tmp/norep/d3f92c8d63d940d2b14e93626211ce2a as hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49/norep/d3f92c8d63d940d2b14e93626211ce2a 2024-11-18T21:23:28,226 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 1438, reset compression=false 2024-11-18T21:23:28,231 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3f92c8d63d940d2b14e93626211ce2a 2024-11-18T21:23:28,231 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49/norep/d3f92c8d63d940d2b14e93626211ce2a, entries=1, sequenceid=10, filesize=5.0 K 2024-11-18T21:23:28,241 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e8154f292f761351a9fa4580ca720a49 in 759ms, sequenceid=10, compaction requested=false 2024-11-18T21:23:28,281 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/default/test/e8154f292f761351a9fa4580ca720a49/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T21:23:28,281 DEBUG [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 898f4798439d14a1cf7fa65fc9887f29, e8154f292f761351a9fa4580ca720a49 2024-11-18T21:23:28,282 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:23:28,282 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:23:28,282 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731964988447.e8154f292f761351a9fa4580ca720a49. 2024-11-18T21:23:28,282 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8154f292f761351a9fa4580ca720a49: Waiting for close lock at 1731965007481Running coprocessor pre-close hooks at 1731965007481Disabling compacts and flushes for region at 1731965007481Disabling writes for close at 1731965007481Obtaining lock to block concurrent updates at 1731965007481Preparing flush snapshotting stores in e8154f292f761351a9fa4580ca720a49 at 1731965007481Finished memstore snapshotting test,,1731964988447.e8154f292f761351a9fa4580ca720a49., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731965007481Flushing stores of test,,1731964988447.e8154f292f761351a9fa4580ca720a49. at 1731965007484 (+3 ms)Flushing e8154f292f761351a9fa4580ca720a49/f: creating writer at 1731965007484Flushing e8154f292f761351a9fa4580ca720a49/f: appending metadata at 1731965007528 (+44 ms)Flushing e8154f292f761351a9fa4580ca720a49/f: closing flushed file at 1731965007528Flushing e8154f292f761351a9fa4580ca720a49/f1: creating writer at 1731965007591 (+63 ms)Flushing e8154f292f761351a9fa4580ca720a49/f1: appending metadata at 1731965007628 (+37 ms)Flushing e8154f292f761351a9fa4580ca720a49/f1: closing flushed file at 1731965007628Flushing e8154f292f761351a9fa4580ca720a49/norep: creating writer at 1731965008079 (+451 ms)Flushing e8154f292f761351a9fa4580ca720a49/norep: appending metadata at 1731965008136 (+57 ms)Flushing e8154f292f761351a9fa4580ca720a49/norep: closing flushed file at 1731965008136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@347f3be8: reopening flushed file at 1731965008197 (+61 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d72359: reopening flushed file at 1731965008205 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e2c447f: reopening flushed file at 1731965008221 (+16 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e8154f292f761351a9fa4580ca720a49 in 759ms, sequenceid=10, compaction requested=false at 1731965008241 (+20 ms)Writing region close event to WAL at 1731965008272 (+31 ms)Running coprocessor post-close hooks at 1731965008281 (+9 ms)Closed at 1731965008282 (+1 ms) 2024-11-18T21:23:28,282 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731964988447.e8154f292f761351a9fa4580ca720a49. 2024-11-18T21:23:28,282 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 898f4798439d14a1cf7fa65fc9887f29, disabling compactions & flushes 2024-11-18T21:23:28,282 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. 2024-11-18T21:23:28,282 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. 2024-11-18T21:23:28,282 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. after waiting 0 ms 2024-11-18T21:23:28,282 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. 2024-11-18T21:23:28,282 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 898f4798439d14a1cf7fa65fc9887f29: Waiting for close lock at 1731965008282Running coprocessor pre-close hooks at 1731965008282Disabling compacts and flushes for region at 1731965008282Disabling writes for close at 1731965008282Failed flush hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29., putting online again at 1731965008282 2024-11-18T21:23:28,282 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. 2024-11-18T21:23:28,483 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T21:23:28,483 DEBUG [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1325): Online Regions={898f4798439d14a1cf7fa65fc9887f29=hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:23:28,483 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(3091): Received CLOSE for 898f4798439d14a1cf7fa65fc9887f29 2024-11-18T21:23:28,483 DEBUG [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 898f4798439d14a1cf7fa65fc9887f29 2024-11-18T21:23:28,483 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 898f4798439d14a1cf7fa65fc9887f29, disabling compactions & flushes 2024-11-18T21:23:28,483 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. 2024-11-18T21:23:28,483 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. 2024-11-18T21:23:28,483 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. after waiting 0 ms 2024-11-18T21:23:28,483 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. 2024-11-18T21:23:28,483 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 898f4798439d14a1cf7fa65fc9887f29: Waiting for close lock at 1731965008483Running coprocessor pre-close hooks at 1731965008483Disabling compacts and flushes for region at 1731965008483Disabling writes for close at 1731965008483Failed flush hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29., putting online again at 1731965008483 2024-11-18T21:23:28,484 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731964994023.898f4798439d14a1cf7fa65fc9887f29. 2024-11-18T21:23:28,531 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 1438, reset compression=false 2024-11-18T21:23:28,552 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/.tmp/rep_barrier/0a044781d6d248dd839d43f1a5f0c465 2024-11-18T21:23:28,575 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:23:28,575 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 2082, reset compression=false 2024-11-18T21:23:28,641 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/.tmp/table/fcc3811fdebd4002acae117939eef0b9 is 53, key is hbase:replication/table:state/1731964995516/Put/seqid=0 2024-11-18T21:23:28,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741846_1022 (size=5308) 2024-11-18T21:23:28,684 DEBUG [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:23:28,820 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 2082, reset compression=false 2024-11-18T21:23:28,885 DEBUG [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:23:29,077 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/.tmp/table/fcc3811fdebd4002acae117939eef0b9 2024-11-18T21:23:29,085 DEBUG [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:23:29,088 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 636, reset compression=false 2024-11-18T21:23:29,111 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/.tmp/info/7dafe27f05fd4cbf8ee363297fd4a8d4 as hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/info/7dafe27f05fd4cbf8ee363297fd4a8d4 2024-11-18T21:23:29,121 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/info/7dafe27f05fd4cbf8ee363297fd4a8d4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T21:23:29,125 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/.tmp/ns/90cd49ef482b4401a1a8ad172b13fe25 as hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/ns/90cd49ef482b4401a1a8ad172b13fe25 2024-11-18T21:23:29,143 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/ns/90cd49ef482b4401a1a8ad172b13fe25, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T21:23:29,145 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.wal-reader.d63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.1731964980727 to pos 2082, reset compression=false 2024-11-18T21:23:29,146 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/.tmp/rep_barrier/0a044781d6d248dd839d43f1a5f0c465 as hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/rep_barrier/0a044781d6d248dd839d43f1a5f0c465 2024-11-18T21:23:29,167 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/rep_barrier/0a044781d6d248dd839d43f1a5f0c465, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T21:23:29,174 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/.tmp/table/fcc3811fdebd4002acae117939eef0b9 as hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/table/fcc3811fdebd4002acae117939eef0b9 2024-11-18T21:23:29,179 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/table/fcc3811fdebd4002acae117939eef0b9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T21:23:29,180 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false 2024-11-18T21:23:29,200 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T21:23:29,248 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T21:23:29,250 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:23:29,250 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:23:29,250 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:23:29,251 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731965007481Running coprocessor pre-close hooks at 1731965007481Disabling compacts and flushes for region at 1731965007481Disabling writes for close at 1731965007481Obtaining lock to block concurrent updates at 1731965007481Preparing flush snapshotting stores in 1588230740 at 1731965007481Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731965007481Flushing stores of hbase:meta,,1.1588230740 at 1731965007484 (+3 ms)Flushing 1588230740/info: creating writer at 1731965007484Flushing 1588230740/info: appending metadata at 1731965007528 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731965007528Flushing 1588230740/ns: creating writer at 1731965007598 (+70 ms)Flushing 1588230740/ns: appending metadata at 1731965007631 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731965007631Flushing 1588230740/rep_barrier: creating writer at 1731965008074 (+443 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731965008106 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731965008106Flushing 1588230740/table: creating writer at 1731965008597 (+491 ms)Flushing 1588230740/table: appending metadata at 1731965008640 (+43 ms)Flushing 1588230740/table: closing flushed file at 1731965008641 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb09cee: reopening flushed file at 1731965009103 (+462 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d74085: reopening flushed file at 1731965009121 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ccbc0ce: reopening flushed file at 1731965009143 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2228b75d: reopening flushed file at 1731965009167 (+24 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false at 1731965009180 (+13 ms)Writing region close event to WAL at 1731965009215 (+35 ms)Running coprocessor post-close hooks at 1731965009250 (+35 ms)Closed at 1731965009250 2024-11-18T21:23:29,251 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:23:29,285 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T21:23:29,285 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,34971,1731964979280; all regions closed. 2024-11-18T21:23:29,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741834_1010 (size=4239) 2024-11-18T21:23:29,291 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.meta.1731964981241.meta not finished, retry = 0 2024-11-18T21:23:29,401 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/WALs/d63b309a8c2d,34971,1731964979280/d63b309a8c2d%2C34971%2C1731964979280.rep.1731964995368 not finished, retry = 0 2024-11-18T21:23:29,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741839_1015 (size=2171) 2024-11-18T21:23:29,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741833_1009 (size=2090) 2024-11-18T21:23:29,561 DEBUG [RS:0;d63b309a8c2d:34971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:29,561 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:23:29,563 INFO [RS:0;d63b309a8c2d:34971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:23:29,564 INFO [RS:0;d63b309a8c2d:34971 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:23:29,564 INFO [RS:0;d63b309a8c2d:34971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:23:29,564 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d63b309a8c2d,34971,1731964979280 because: Region server is closing 2024-11-18T21:23:29,564 INFO [RS:0;d63b309a8c2d:34971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:34971. 2024-11-18T21:23:29,564 DEBUG [RS:0;d63b309a8c2d:34971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:23:29,564 DEBUG [RS:0;d63b309a8c2d:34971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:29,565 DEBUG [RS:0;d63b309a8c2d:34971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:29,565 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:23:29,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:23:29,668 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,34971,1731964979280.replicationSource.shipperd63b309a8c2d%2C34971%2C1731964979280,1-d63b309a8c2d,34971,1731964979280 terminated 2024-11-18T21:23:29,669 INFO [RS:0;d63b309a8c2d:34971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:34971. 2024-11-18T21:23:29,669 DEBUG [RS:0;d63b309a8c2d:34971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:23:29,669 DEBUG [RS:0;d63b309a8c2d:34971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:29,669 DEBUG [RS:0;d63b309a8c2d:34971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:29,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:23:29,669 INFO [RS:0;d63b309a8c2d:34971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34971 2024-11-18T21:23:29,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709/rs 2024-11-18T21:23:29,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2124229709/rs/d63b309a8c2d,34971,1731964979280 2024-11-18T21:23:29,687 INFO [RS:0;d63b309a8c2d:34971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:23:29,693 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,34971,1731964979280] 2024-11-18T21:23:29,708 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2124229709/draining/d63b309a8c2d,34971,1731964979280 already deleted, retry=false 2024-11-18T21:23:29,709 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,34971,1731964979280 expired; onlineServers=0 2024-11-18T21:23:29,709 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,44793,1731964979231' ***** 2024-11-18T21:23:29,709 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:23:29,712 INFO [M:0;d63b309a8c2d:44793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:23:29,712 INFO [M:0;d63b309a8c2d:44793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:23:29,712 DEBUG [M:0;d63b309a8c2d:44793 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:23:29,713 DEBUG [M:0;d63b309a8c2d:44793 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:23:29,713 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964980458 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964980458,5,FailOnTimeoutGroup] 2024-11-18T21:23:29,713 INFO [M:0;d63b309a8c2d:44793 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:23:29,713 INFO [M:0;d63b309a8c2d:44793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:23:29,713 DEBUG [M:0;d63b309a8c2d:44793 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:23:29,713 INFO [M:0;d63b309a8c2d:44793 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:23:29,713 INFO [M:0;d63b309a8c2d:44793 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:23:29,713 INFO [M:0;d63b309a8c2d:44793 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:23:29,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:23:29,713 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964980457 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964980457,5,FailOnTimeoutGroup] 2024-11-18T21:23:29,714 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:23:29,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2124229709/master 2024-11-18T21:23:29,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2124229709 2024-11-18T21:23:29,728 DEBUG [M:0;d63b309a8c2d:44793 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2124229709/master already deleted, retry=false 2024-11-18T21:23:29,729 DEBUG [M:0;d63b309a8c2d:44793 {}] master.ActiveMasterManager(353): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-2124229709/master 2024-11-18T21:23:29,740 INFO [M:0;d63b309a8c2d:44793 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/.lastflushedseqids 2024-11-18T21:23:29,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741847_1023 (size=245) 2024-11-18T21:23:29,789 INFO [M:0;d63b309a8c2d:44793 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:23:29,789 INFO [M:0;d63b309a8c2d:44793 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:23:29,789 DEBUG [M:0;d63b309a8c2d:44793 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:23:29,789 INFO [M:0;d63b309a8c2d:44793 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:29,789 DEBUG [M:0;d63b309a8c2d:44793 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:29,790 DEBUG [M:0;d63b309a8c2d:44793 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:23:29,790 DEBUG [M:0;d63b309a8c2d:44793 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:29,790 INFO [M:0;d63b309a8c2d:44793 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T21:23:29,805 INFO [RS:0;d63b309a8c2d:34971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:23:29,805 INFO [RS:0;d63b309a8c2d:34971 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,34971,1731964979280; zookeeper connection closed. 2024-11-18T21:23:29,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:23:29,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x10054c63f9c0004, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:23:29,812 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ce0bf39 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ce0bf39 2024-11-18T21:23:29,814 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:23:29,843 DEBUG [M:0;d63b309a8c2d:44793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98b9166520b54df4bd8f3ff5143a2c8f is 82, key is hbase:meta,,1/info:regioninfo/1731964981289/Put/seqid=0 2024-11-18T21:23:29,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741848_1024 (size=5672) 2024-11-18T21:23:29,862 INFO [M:0;d63b309a8c2d:44793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98b9166520b54df4bd8f3ff5143a2c8f 2024-11-18T21:23:29,905 DEBUG [M:0;d63b309a8c2d:44793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1984ed146ce46e4a324f55e20436969 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731964995521/Put/seqid=0 2024-11-18T21:23:29,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741849_1025 (size=8515) 2024-11-18T21:23:30,312 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 636, reset compression=false 2024-11-18T21:23:30,318 INFO [M:0;d63b309a8c2d:44793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1984ed146ce46e4a324f55e20436969 2024-11-18T21:23:30,392 DEBUG [M:0;d63b309a8c2d:44793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43cf3051c07541a3bc4520da5b558e84 is 69, key is d63b309a8c2d,34971,1731964979280/rs:state/1731964980560/Put/seqid=0 2024-11-18T21:23:30,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741850_1026 (size=5156) 2024-11-18T21:23:30,445 INFO [M:0;d63b309a8c2d:44793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43cf3051c07541a3bc4520da5b558e84 2024-11-18T21:23:30,451 DEBUG [M:0;d63b309a8c2d:44793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98b9166520b54df4bd8f3ff5143a2c8f as hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98b9166520b54df4bd8f3ff5143a2c8f 2024-11-18T21:23:30,468 INFO [M:0;d63b309a8c2d:44793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98b9166520b54df4bd8f3ff5143a2c8f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T21:23:30,471 DEBUG [M:0;d63b309a8c2d:44793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1984ed146ce46e4a324f55e20436969 as hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1984ed146ce46e4a324f55e20436969 2024-11-18T21:23:30,477 INFO [M:0;d63b309a8c2d:44793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1984ed146ce46e4a324f55e20436969, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T21:23:30,478 DEBUG [M:0;d63b309a8c2d:44793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43cf3051c07541a3bc4520da5b558e84 as hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43cf3051c07541a3bc4520da5b558e84 2024-11-18T21:23:30,482 INFO [M:0;d63b309a8c2d:44793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36445/user/jenkins/test-data/b09f90ee-578e-1fa1-0e90-e654b486260f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43cf3051c07541a3bc4520da5b558e84, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T21:23:30,493 INFO [M:0;d63b309a8c2d:44793 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 703ms, sequenceid=97, compaction requested=false 2024-11-18T21:23:30,517 INFO [M:0;d63b309a8c2d:44793 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:30,518 DEBUG [M:0;d63b309a8c2d:44793 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731965009789Disabling compacts and flushes for region at 1731965009789Disabling writes for close at 1731965009790 (+1 ms)Obtaining lock to block concurrent updates at 1731965009790Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731965009790Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731965009790Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731965009793 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731965009793Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731965009843 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731965009843Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731965009869 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731965009905 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731965009905Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731965010327 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731965010392 (+65 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731965010392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fcb464d: reopening flushed file at 1731965010450 (+58 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d65142: reopening flushed file at 1731965010468 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5839fc3c: reopening flushed file at 1731965010477 (+9 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 703ms, sequenceid=97, compaction requested=false at 1731965010493 (+16 ms)Writing region close event to WAL at 1731965010517 (+24 ms)Closed at 1731965010517 2024-11-18T21:23:30,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741830_1006 (size=63642) 2024-11-18T21:23:30,569 INFO [M:0;d63b309a8c2d:44793 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:23:30,569 INFO [M:0;d63b309a8c2d:44793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44793 2024-11-18T21:23:30,569 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:23:30,572 INFO [M:0;d63b309a8c2d:44793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:23:30,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:23:30,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x10054c63f9c0003, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:23:30,680 INFO [M:0;d63b309a8c2d:44793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:23:30,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@222b61d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:23:30,712 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1733f880{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:23:30,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:23:30,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14948176{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:23:30,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@378d1bcb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/hadoop.log.dir/,STOPPED} 2024-11-18T21:23:30,719 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:23:30,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:30,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:30,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:30,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:30,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:30,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:30,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:30,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:30,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:30,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:30,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:30,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:30,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:30,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:30,859 WARN [BP-675543392-172.17.0.3-1731964978430 heartbeating to localhost/127.0.0.1:36445 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:23:30,859 WARN [BP-675543392-172.17.0.3-1731964978430 heartbeating to localhost/127.0.0.1:36445 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-675543392-172.17.0.3-1731964978430 (Datanode Uuid 1b4d455a-c403-46fb-b539-7d58db4760ca) service to localhost/127.0.0.1:36445 2024-11-18T21:23:30,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/cluster_89741460-5797-75d9-19e0-41aff7772df1/data/data1/current/BP-675543392-172.17.0.3-1731964978430 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:23:30,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/cluster_89741460-5797-75d9-19e0-41aff7772df1/data/data2/current/BP-675543392-172.17.0.3-1731964978430 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:23:30,861 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:23:30,861 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:23:30,863 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:23:30,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63e96498{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:23:30,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77e67e1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:23:30,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:23:30,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33292fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:23:30,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a6e402d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad6d344-bd52-cf4a-3e59-81ac4c55faa1/hadoop.log.dir/,STOPPED} 2024-11-18T21:23:30,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:23:30,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:23:30,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:23:30,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:23:30,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:30,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:23:30,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:30,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:23:30,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=823182749, stopped=false 2024-11-18T21:23:30,908 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,45801,1731964975650 2024-11-18T21:23:30,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-422598153/running 2024-11-18T21:23:30,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153 2024-11-18T21:23:30,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-422598153/running 2024-11-18T21:23:30,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153 2024-11-18T21:23:30,927 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:23:30,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Set watcher on znode that does not yet exist, /0-422598153/running 2024-11-18T21:23:30,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Set watcher on znode that does not yet exist, /0-422598153/running 2024-11-18T21:23:30,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:23:30,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:23:30,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:30,937 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,39699,1731964975865' ***** 2024-11-18T21:23:30,937 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:23:30,940 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:23:30,940 INFO [RS:0;d63b309a8c2d:39699 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:23:30,940 INFO [RS:0;d63b309a8c2d:39699 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:23:30,940 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:23:30,940 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(3091): Received CLOSE for 33c8534297b631732b54d9548674d02d 2024-11-18T21:23:30,949 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(3091): Received CLOSE for f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:30,949 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,39699,1731964975865 2024-11-18T21:23:30,949 INFO [RS:0;d63b309a8c2d:39699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:23:30,949 INFO [RS:0;d63b309a8c2d:39699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:39699. 2024-11-18T21:23:30,949 DEBUG [RS:0;d63b309a8c2d:39699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:23:30,949 DEBUG [RS:0;d63b309a8c2d:39699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:30,949 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:23:30,949 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:23:30,949 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:23:30,949 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:23:30,952 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T21:23:30,952 DEBUG [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 33c8534297b631732b54d9548674d02d=hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d., f7550e8a39d2d7531edbbb7934ca85d4=test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4.} 2024-11-18T21:23:30,953 DEBUG [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33c8534297b631732b54d9548674d02d, f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:30,953 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33c8534297b631732b54d9548674d02d, disabling compactions & flushes 2024-11-18T21:23:30,953 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d. 2024-11-18T21:23:30,953 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d. 2024-11-18T21:23:30,953 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d. after waiting 0 ms 2024-11-18T21:23:30,953 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d. 2024-11-18T21:23:30,953 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 33c8534297b631732b54d9548674d02d 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-18T21:23:30,955 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:23:30,955 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:23:30,955 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:23:30,955 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:23:30,955 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:23:30,956 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T21:23:30,964 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:23:30,999 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/replication/33c8534297b631732b54d9548674d02d/.tmp/queue/f4beddf182ba4fe880c81aa4b38a3112 is 153, key is 1-d63b309a8c2d,39699,1731964975865/queue:d63b309a8c2d%2C39699%2C1731964975865/1731965002325/Put/seqid=0 2024-11-18T21:23:31,049 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/.tmp/info/9582ba3bf0204ce380ce0f93ed89255a is 147, key is hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d./info:regioninfo/1731964993243/Put/seqid=0 2024-11-18T21:23:31,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741840_1016 (size=5352) 2024-11-18T21:23:31,077 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:45801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-18T21:23:31,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741841_1017 (size=7686) 2024-11-18T21:23:31,103 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/.tmp/info/9582ba3bf0204ce380ce0f93ed89255a 2024-11-18T21:23:31,156 DEBUG [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33c8534297b631732b54d9548674d02d, f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:31,209 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/.tmp/ns/3f614d19ba3d496fa08c3e3634462908 is 43, key is default/ns:d/1731964978309/Put/seqid=0 2024-11-18T21:23:31,228 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:23:31,228 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:23:31,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741842_1018 (size=5153) 2024-11-18T21:23:31,360 DEBUG [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33c8534297b631732b54d9548674d02d, f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:31,457 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/replication/33c8534297b631732b54d9548674d02d/.tmp/queue/f4beddf182ba4fe880c81aa4b38a3112 2024-11-18T21:23:31,493 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/replication/33c8534297b631732b54d9548674d02d/.tmp/queue/f4beddf182ba4fe880c81aa4b38a3112 as hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/replication/33c8534297b631732b54d9548674d02d/queue/f4beddf182ba4fe880c81aa4b38a3112 2024-11-18T21:23:31,521 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/replication/33c8534297b631732b54d9548674d02d/queue/f4beddf182ba4fe880c81aa4b38a3112, entries=1, sequenceid=8, filesize=5.2 K 2024-11-18T21:23:31,525 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 33c8534297b631732b54d9548674d02d in 572ms, sequenceid=8, compaction requested=false 2024-11-18T21:23:31,525 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T21:23:31,563 DEBUG [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33c8534297b631732b54d9548674d02d, f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:31,594 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/replication/33c8534297b631732b54d9548674d02d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T21:23:31,597 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:23:31,597 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:23:31,597 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d. 2024-11-18T21:23:31,597 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33c8534297b631732b54d9548674d02d: Waiting for close lock at 1731965010953Running coprocessor pre-close hooks at 1731965010953Disabling compacts and flushes for region at 1731965010953Disabling writes for close at 1731965010953Obtaining lock to block concurrent updates at 1731965010953Preparing flush snapshotting stores in 33c8534297b631732b54d9548674d02d at 1731965010953Finished memstore snapshotting hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731965010954 (+1 ms)Flushing stores of hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d. at 1731965010955 (+1 ms)Flushing 33c8534297b631732b54d9548674d02d/queue: creating writer at 1731965010955Flushing 33c8534297b631732b54d9548674d02d/queue: appending metadata at 1731965010998 (+43 ms)Flushing 33c8534297b631732b54d9548674d02d/queue: closing flushed file at 1731965010998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1742b2e1: reopening flushed file at 1731965011480 (+482 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 33c8534297b631732b54d9548674d02d in 572ms, sequenceid=8, compaction requested=false at 1731965011525 (+45 ms)Writing region close event to WAL at 1731965011546 (+21 ms)Running coprocessor post-close hooks at 1731965011597 (+51 ms)Closed at 1731965011597 2024-11-18T21:23:31,597 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731964991825.33c8534297b631732b54d9548674d02d. 2024-11-18T21:23:31,598 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7550e8a39d2d7531edbbb7934ca85d4, disabling compactions & flushes 2024-11-18T21:23:31,598 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4. 2024-11-18T21:23:31,598 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4. 2024-11-18T21:23:31,598 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4. after waiting 0 ms 2024-11-18T21:23:31,598 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4. 2024-11-18T21:23:31,598 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f7550e8a39d2d7531edbbb7934ca85d4 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-18T21:23:31,640 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4/.tmp/f/96123809a2844f4abe75375e8a2f5396 is 28, key is row/f:/1731965001581/DeleteFamily/seqid=0 2024-11-18T21:23:31,647 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 636, reset compression=false 2024-11-18T21:23:31,661 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:23:31,661 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 883, reset compression=false 2024-11-18T21:23:31,664 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.shipperd63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,39699,1731964975865 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:23:31,665 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.shipperd63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d63b309a8c2d,39699,1731964975865: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d63b309a8c2d,39699,1731964975865, walGroup=d63b309a8c2d%2C39699%2C1731964975865, offset=d63b309a8c2d%2C39699%2C1731964975865.1731964977394:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:39699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T21:23:31,666 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.shipperd63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T21:23:31,666 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.shipperd63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T21:23:31,666 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.shipperd63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T21:23:31,666 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.shipperd63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T21:23:31,667 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.shipperd63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T21:23:31,667 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.shipperd63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1426063360, "init": 1048576000, "max": 2306867200, "used": 1053729248 }, "NonHeapMemoryUsage": { "committed": 207159296, "init": 7667712, "max": -1, "used": 202899072 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T21:23:31,667 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.shipperd63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:45801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:45801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T21:23:31,669 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/.tmp/ns/3f614d19ba3d496fa08c3e3634462908 2024-11-18T21:23:31,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741843_1019 (size=5085) 2024-11-18T21:23:31,691 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4/.tmp/f/96123809a2844f4abe75375e8a2f5396 2024-11-18T21:23:31,708 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96123809a2844f4abe75375e8a2f5396 2024-11-18T21:23:31,718 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/.tmp/rep_barrier/d212ecdaf90f4f08b317912759740e2e is 112, key is test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4./rep_barrier:seqnumDuringOpen/1731964987742/Put/seqid=0 2024-11-18T21:23:31,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741844_1020 (size=5518) 2024-11-18T21:23:31,735 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4/.tmp/f1/b6a8a54da07d4173bb522156f486aa8a is 29, key is row/f1:/1731965001581/DeleteFamily/seqid=0 2024-11-18T21:23:31,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741845_1021 (size=5089) 2024-11-18T21:23:31,763 DEBUG [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:31,892 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 883, reset compression=false 2024-11-18T21:23:31,972 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T21:23:31,972 DEBUG [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f7550e8a39d2d7531edbbb7934ca85d4=test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4.} 2024-11-18T21:23:31,972 DEBUG [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:32,136 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/.tmp/rep_barrier/d212ecdaf90f4f08b317912759740e2e 2024-11-18T21:23:32,148 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4/.tmp/f1/b6a8a54da07d4173bb522156f486aa8a 2024-11-18T21:23:32,170 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6a8a54da07d4173bb522156f486aa8a 2024-11-18T21:23:32,174 DEBUG [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7550e8a39d2d7531edbbb7934ca85d4 2024-11-18T21:23:32,204 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4/.tmp/norep/cea03a08631d4581a2730186eee46f7d is 32, key is row/norep:/1731965001581/DeleteFamily/seqid=0 2024-11-18T21:23:32,208 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/.tmp/table/7c1e4a13cf3041018799e33ef1e7fe76 is 53, key is hbase:replication/table:state/1731964993269/Put/seqid=0 2024-11-18T21:23:32,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741846_1022 (size=5101) 2024-11-18T21:23:32,209 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4/.tmp/norep/cea03a08631d4581a2730186eee46f7d 2024-11-18T21:23:32,221 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cea03a08631d4581a2730186eee46f7d 2024-11-18T21:23:32,222 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4/.tmp/f/96123809a2844f4abe75375e8a2f5396 as hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4/f/96123809a2844f4abe75375e8a2f5396 2024-11-18T21:23:32,245 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 883, reset compression=false 2024-11-18T21:23:32,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741847_1023 (size=5308) 2024-11-18T21:23:32,249 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96123809a2844f4abe75375e8a2f5396 2024-11-18T21:23:32,249 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4/f/96123809a2844f4abe75375e8a2f5396, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T21:23:32,250 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4/.tmp/f1/b6a8a54da07d4173bb522156f486aa8a as hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4/f1/b6a8a54da07d4173bb522156f486aa8a 2024-11-18T21:23:32,257 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/.tmp/table/7c1e4a13cf3041018799e33ef1e7fe76 2024-11-18T21:23:32,266 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6a8a54da07d4173bb522156f486aa8a 2024-11-18T21:23:32,266 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4/f1/b6a8a54da07d4173bb522156f486aa8a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T21:23:32,273 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4/.tmp/norep/cea03a08631d4581a2730186eee46f7d as hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4/norep/cea03a08631d4581a2730186eee46f7d 2024-11-18T21:23:32,289 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/.tmp/info/9582ba3bf0204ce380ce0f93ed89255a as hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/info/9582ba3bf0204ce380ce0f93ed89255a 2024-11-18T21:23:32,297 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cea03a08631d4581a2730186eee46f7d 2024-11-18T21:23:32,297 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4/norep/cea03a08631d4581a2730186eee46f7d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T21:23:32,301 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/info/9582ba3bf0204ce380ce0f93ed89255a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T21:23:32,302 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/.tmp/ns/3f614d19ba3d496fa08c3e3634462908 as hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/ns/3f614d19ba3d496fa08c3e3634462908 2024-11-18T21:23:32,303 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for f7550e8a39d2d7531edbbb7934ca85d4 in 705ms, sequenceid=6, compaction requested=false 2024-11-18T21:23:32,303 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T21:23:32,316 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/ns/3f614d19ba3d496fa08c3e3634462908, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T21:23:32,317 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/.tmp/rep_barrier/d212ecdaf90f4f08b317912759740e2e as hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/rep_barrier/d212ecdaf90f4f08b317912759740e2e 2024-11-18T21:23:32,322 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/rep_barrier/d212ecdaf90f4f08b317912759740e2e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T21:23:32,323 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/.tmp/table/7c1e4a13cf3041018799e33ef1e7fe76 as hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/table/7c1e4a13cf3041018799e33ef1e7fe76 2024-11-18T21:23:32,328 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/table/7c1e4a13cf3041018799e33ef1e7fe76, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T21:23:32,333 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1378ms, sequenceid=16, compaction requested=false 2024-11-18T21:23:32,333 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T21:23:32,364 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/default/test/f7550e8a39d2d7531edbbb7934ca85d4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T21:23:32,367 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:23:32,367 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:23:32,367 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4. 2024-11-18T21:23:32,367 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7550e8a39d2d7531edbbb7934ca85d4: Waiting for close lock at 1731965011598Running coprocessor pre-close hooks at 1731965011598Disabling compacts and flushes for region at 1731965011598Disabling writes for close at 1731965011598Obtaining lock to block concurrent updates at 1731965011598Preparing flush snapshotting stores in f7550e8a39d2d7531edbbb7934ca85d4 at 1731965011598Finished memstore snapshotting test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731965011598Flushing stores of test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4. at 1731965011604 (+6 ms)Flushing f7550e8a39d2d7531edbbb7934ca85d4/f: creating writer at 1731965011605 (+1 ms)Flushing f7550e8a39d2d7531edbbb7934ca85d4/f: appending metadata at 1731965011639 (+34 ms)Flushing f7550e8a39d2d7531edbbb7934ca85d4/f: closing flushed file at 1731965011639Flushing f7550e8a39d2d7531edbbb7934ca85d4/f1: creating writer at 1731965011708 (+69 ms)Flushing f7550e8a39d2d7531edbbb7934ca85d4/f1: appending metadata at 1731965011734 (+26 ms)Flushing f7550e8a39d2d7531edbbb7934ca85d4/f1: closing flushed file at 1731965011734Flushing f7550e8a39d2d7531edbbb7934ca85d4/norep: creating writer at 1731965012170 (+436 ms)Flushing f7550e8a39d2d7531edbbb7934ca85d4/norep: appending metadata at 1731965012203 (+33 ms)Flushing f7550e8a39d2d7531edbbb7934ca85d4/norep: closing flushed file at 1731965012203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78851923: reopening flushed file at 1731965012221 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c5641c1: reopening flushed file at 1731965012249 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@293775c6: reopening flushed file at 1731965012266 (+17 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for f7550e8a39d2d7531edbbb7934ca85d4 in 705ms, sequenceid=6, compaction requested=false at 1731965012303 (+37 ms)Writing region close event to WAL at 1731965012346 (+43 ms)Running coprocessor post-close hooks at 1731965012367 (+21 ms)Closed at 1731965012367 2024-11-18T21:23:32,367 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731964986267.f7550e8a39d2d7531edbbb7934ca85d4. 2024-11-18T21:23:32,374 DEBUG [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:23:32,386 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T21:23:32,386 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:23:32,386 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:23:32,386 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:23:32,387 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731965010955Running coprocessor pre-close hooks at 1731965010955Disabling compacts and flushes for region at 1731965010955Disabling writes for close at 1731965010955Obtaining lock to block concurrent updates at 1731965010956 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731965010956Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731965010956Flushing stores of hbase:meta,,1.1588230740 at 1731965010960 (+4 ms)Flushing 1588230740/info: creating writer at 1731965010961 (+1 ms)Flushing 1588230740/info: appending metadata at 1731965011048 (+87 ms)Flushing 1588230740/info: closing flushed file at 1731965011049 (+1 ms)Flushing 1588230740/ns: creating writer at 1731965011165 (+116 ms)Flushing 1588230740/ns: appending metadata at 1731965011208 (+43 ms)Flushing 1588230740/ns: closing flushed file at 1731965011208Flushing 1588230740/rep_barrier: creating writer at 1731965011675 (+467 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731965011717 (+42 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731965011717Flushing 1588230740/table: creating writer at 1731965012158 (+441 ms)Flushing 1588230740/table: appending metadata at 1731965012207 (+49 ms)Flushing 1588230740/table: closing flushed file at 1731965012207Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bfbdb58: reopening flushed file at 1731965012281 (+74 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6877f19: reopening flushed file at 1731965012301 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5031b16: reopening flushed file at 1731965012316 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4a5500: reopening flushed file at 1731965012322 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1378ms, sequenceid=16, compaction requested=false at 1731965012333 (+11 ms)Writing region close event to WAL at 1731965012377 (+44 ms)Running coprocessor post-close hooks at 1731965012386 (+9 ms)Closed at 1731965012386 2024-11-18T21:23:32,387 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:23:32,574 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,39699,1731964975865; all regions closed. 2024-11-18T21:23:32,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741834_1010 (size=4239) 2024-11-18T21:23:32,613 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.meta.1731964978238.meta not finished, retry = 0 2024-11-18T21:23:32,649 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 883, reset compression=false 2024-11-18T21:23:32,692 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:23:32,692 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.wal-reader.d63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 to pos 1527, reset compression=false 2024-11-18T21:23:32,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741839_1015 (size=2240) 2024-11-18T21:23:32,790 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/WALs/d63b309a8c2d,39699,1731964975865/d63b309a8c2d%2C39699%2C1731964975865.1731964977394 not finished, retry = 0 2024-11-18T21:23:32,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741832_1008 (size=1535) 2024-11-18T21:23:32,892 DEBUG [RS:0;d63b309a8c2d:39699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:32,892 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:23:32,892 INFO [RS:0;d63b309a8c2d:39699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:23:32,892 INFO [RS:0;d63b309a8c2d:39699 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T21:23:32,892 INFO [RS:0;d63b309a8c2d:39699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:23:32,892 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:23:32,892 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d63b309a8c2d,39699,1731964975865 because: Region server is closing 2024-11-18T21:23:32,893 INFO [RS:0;d63b309a8c2d:39699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:39699. 2024-11-18T21:23:32,893 DEBUG [RS:0;d63b309a8c2d:39699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:23:32,893 DEBUG [RS:0;d63b309a8c2d:39699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:32,893 DEBUG [RS:0;d63b309a8c2d:39699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:32,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:23:32,993 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,39699,1731964975865.replicationSource.shipperd63b309a8c2d%2C39699%2C1731964975865,1-d63b309a8c2d,39699,1731964975865 terminated 2024-11-18T21:23:32,994 INFO [RS:0;d63b309a8c2d:39699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39699 2024-11-18T21:23:32,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153/rs 2024-11-18T21:23:32,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-422598153/rs/d63b309a8c2d,39699,1731964975865 2024-11-18T21:23:32,996 INFO [RS:0;d63b309a8c2d:39699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:23:33,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,39699,1731964975865] 2024-11-18T21:23:33,010 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-422598153/draining/d63b309a8c2d,39699,1731964975865 already deleted, retry=false 2024-11-18T21:23:33,010 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,39699,1731964975865 expired; onlineServers=0 2024-11-18T21:23:33,010 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,45801,1731964975650' ***** 2024-11-18T21:23:33,010 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:23:33,010 INFO [M:0;d63b309a8c2d:45801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:23:33,010 INFO [M:0;d63b309a8c2d:45801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:23:33,010 DEBUG [M:0;d63b309a8c2d:45801 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:23:33,010 DEBUG [M:0;d63b309a8c2d:45801 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:23:33,010 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964977057 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731964977057,5,FailOnTimeoutGroup] 2024-11-18T21:23:33,010 INFO [M:0;d63b309a8c2d:45801 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:23:33,011 INFO [M:0;d63b309a8c2d:45801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:23:33,011 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964977065 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731964977065,5,FailOnTimeoutGroup] 2024-11-18T21:23:33,011 DEBUG [M:0;d63b309a8c2d:45801 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:23:33,011 INFO [M:0;d63b309a8c2d:45801 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:23:33,011 INFO [M:0;d63b309a8c2d:45801 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:23:33,011 INFO [M:0;d63b309a8c2d:45801 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:23:33,011 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:23:33,011 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:23:33,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-422598153/master 2024-11-18T21:23:33,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-422598153 2024-11-18T21:23:33,014 DEBUG [M:0;d63b309a8c2d:45801 {}] zookeeper.RecoverableZooKeeper(212): Node /0-422598153/master already deleted, retry=false 2024-11-18T21:23:33,014 DEBUG [M:0;d63b309a8c2d:45801 {}] master.ActiveMasterManager(353): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-422598153/master 2024-11-18T21:23:33,015 INFO [M:0;d63b309a8c2d:45801 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/.lastflushedseqids 2024-11-18T21:23:33,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741848_1024 (size=245) 2024-11-18T21:23:33,020 INFO [M:0;d63b309a8c2d:45801 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:23:33,021 INFO [M:0;d63b309a8c2d:45801 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:23:33,021 DEBUG [M:0;d63b309a8c2d:45801 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:23:33,021 INFO [M:0;d63b309a8c2d:45801 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:33,021 DEBUG [M:0;d63b309a8c2d:45801 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:33,021 DEBUG [M:0;d63b309a8c2d:45801 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:23:33,021 DEBUG [M:0;d63b309a8c2d:45801 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:33,021 INFO [M:0;d63b309a8c2d:45801 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-18T21:23:33,050 DEBUG [M:0;d63b309a8c2d:45801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a14b15897b534251a0f74e8fb0cf89b1 is 82, key is hbase:meta,,1/info:regioninfo/1731964978287/Put/seqid=0 2024-11-18T21:23:33,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741849_1025 (size=5672) 2024-11-18T21:23:33,060 INFO [M:0;d63b309a8c2d:45801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a14b15897b534251a0f74e8fb0cf89b1 2024-11-18T21:23:33,092 DEBUG [M:0;d63b309a8c2d:45801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58f93846d86c4072a179facf7ae861ac is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731964987756/Put/seqid=0 2024-11-18T21:23:33,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:23:33,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x10054c63f9c0001, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:23:33,105 INFO [RS:0;d63b309a8c2d:39699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:23:33,105 INFO [RS:0;d63b309a8c2d:39699 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,39699,1731964975865; zookeeper connection closed. 2024-11-18T21:23:33,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741850_1026 (size=7217) 2024-11-18T21:23:33,124 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@443171ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@443171ed 2024-11-18T21:23:33,125 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:23:33,373 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:33,374 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:23:33,374 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108661 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:23:33,523 INFO [M:0;d63b309a8c2d:45801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58f93846d86c4072a179facf7ae861ac 2024-11-18T21:23:33,538 INFO [M:0;d63b309a8c2d:45801 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58f93846d86c4072a179facf7ae861ac 2024-11-18T21:23:33,567 DEBUG [M:0;d63b309a8c2d:45801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f80b84b0d59431799242744d9fc3eb7 is 69, key is d63b309a8c2d,39699,1731964975865/rs:state/1731964977095/Put/seqid=0 2024-11-18T21:23:33,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741851_1027 (size=5156) 2024-11-18T21:23:34,020 INFO [M:0;d63b309a8c2d:45801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f80b84b0d59431799242744d9fc3eb7 2024-11-18T21:23:34,056 DEBUG [M:0;d63b309a8c2d:45801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a14b15897b534251a0f74e8fb0cf89b1 as hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a14b15897b534251a0f74e8fb0cf89b1 2024-11-18T21:23:34,088 INFO [M:0;d63b309a8c2d:45801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a14b15897b534251a0f74e8fb0cf89b1, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T21:23:34,097 DEBUG [M:0;d63b309a8c2d:45801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58f93846d86c4072a179facf7ae861ac as hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58f93846d86c4072a179facf7ae861ac 2024-11-18T21:23:34,134 INFO [M:0;d63b309a8c2d:45801 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58f93846d86c4072a179facf7ae861ac 2024-11-18T21:23:34,135 INFO [M:0;d63b309a8c2d:45801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58f93846d86c4072a179facf7ae861ac, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T21:23:34,145 DEBUG [M:0;d63b309a8c2d:45801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f80b84b0d59431799242744d9fc3eb7 as hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f80b84b0d59431799242744d9fc3eb7 2024-11-18T21:23:34,177 INFO [M:0;d63b309a8c2d:45801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38027/user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f80b84b0d59431799242744d9fc3eb7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T21:23:34,185 INFO [M:0;d63b309a8c2d:45801 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1164ms, sequenceid=105, compaction requested=false 2024-11-18T21:23:34,229 INFO [M:0;d63b309a8c2d:45801 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:34,229 DEBUG [M:0;d63b309a8c2d:45801 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731965013021Disabling compacts and flushes for region at 1731965013021Disabling writes for close at 1731965013021Obtaining lock to block concurrent updates at 1731965013021Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731965013021Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731965013022 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731965013022Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731965013022Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731965013049 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731965013049Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731965013070 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731965013091 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731965013091Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731965013539 (+448 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731965013566 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731965013566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f575cd2: reopening flushed file at 1731965014051 (+485 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf71fb6: reopening flushed file at 1731965014088 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74e721cc: reopening flushed file at 1731965014135 (+47 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1164ms, sequenceid=105, compaction requested=false at 1731965014185 (+50 ms)Writing region close event to WAL at 1731965014229 (+44 ms)Closed at 1731965014229 2024-11-18T21:23:34,258 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc269ea9-7c3e-4fdf-066d-adfe3f67e2cb/MasterData/WALs/d63b309a8c2d,45801,1731964975650/d63b309a8c2d%2C45801%2C1731964975650.1731964976906 not finished, retry = 0 2024-11-18T21:23:34,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741830_1006 (size=64411) 2024-11-18T21:23:34,364 INFO [M:0;d63b309a8c2d:45801 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:23:34,364 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:23:34,365 INFO [M:0;d63b309a8c2d:45801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45801 2024-11-18T21:23:34,365 INFO [M:0;d63b309a8c2d:45801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:23:34,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:23:34,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45801-0x10054c63f9c0000, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:23:34,467 INFO [M:0;d63b309a8c2d:45801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:23:34,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c34b39a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:23:34,479 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@598bb7fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:23:34,479 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:23:34,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57ca2e65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:23:34,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b401087{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/hadoop.log.dir/,STOPPED} 2024-11-18T21:23:34,492 WARN [BP-1045890294-172.17.0.3-1731964974387 heartbeating to localhost/127.0.0.1:38027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:23:34,493 WARN [BP-1045890294-172.17.0.3-1731964974387 heartbeating to localhost/127.0.0.1:38027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1045890294-172.17.0.3-1731964974387 (Datanode Uuid 0759508d-72ba-40de-add9-f0e8b9537022) service to localhost/127.0.0.1:38027 2024-11-18T21:23:34,494 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:23:34,501 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:23:34,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/cluster_53e12159-f6bb-149a-0774-bab6d6e5767b/data/data1/current/BP-1045890294-172.17.0.3-1731964974387 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:23:34,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/cluster_53e12159-f6bb-149a-0774-bab6d6e5767b/data/data2/current/BP-1045890294-172.17.0.3-1731964974387 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:23:34,501 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:23:34,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@260d5ae3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:23:34,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16ea0658{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:23:34,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:23:34,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed81529{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:23:34,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47c2e923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45937627-008f-5303-0346-793ecacd610c/hadoop.log.dir/,STOPPED} 2024-11-18T21:23:34,546 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T21:23:34,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:23:34,606 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:37259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37259 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61127) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36445 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38027 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61127) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61127) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=794 (was 728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1062 (was 1064), ProcessCount=11 (was 11), AvailableMemoryMB=2297 (was 1363) - AvailableMemoryMB LEAK? - 2024-11-18T21:23:34,622 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=1062, ProcessCount=11, AvailableMemoryMB=2297 2024-11-18T21:23:34,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10054c63f9c0008, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:23:34,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10054c63f9c0008, quorum=127.0.0.1:61127, baseZNode=/2-1833092716 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:23:34,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10054c63f9c0005, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:23:34,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10054c63f9c0005, quorum=127.0.0.1:61127, baseZNode=/1-2124229709 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:23:34,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10054c63f9c0002, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:23:34,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10054c63f9c0002, quorum=127.0.0.1:61127, baseZNode=/0-422598153 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:23:34,646 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-18T21:23:34,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/hadoop.log.dir so I do NOT create it in target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a 2024-11-18T21:23:34,648 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:23:34,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/hadoop.tmp.dir so I do NOT create it in target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a 2024-11-18T21:23:34,648 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d315b98-104a-75d8-b48d-c50f262e6022/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:23:34,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a 2024-11-18T21:23:34,648 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/cluster_cc0644f9-6bbf-9cb4-9883-aca686d80ced, deleteOnExit=true 2024-11-18T21:23:34,664 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/cluster_cc0644f9-6bbf-9cb4-9883-aca686d80ced/zookeeper_0, clientPort=49259, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/cluster_cc0644f9-6bbf-9cb4-9883-aca686d80ced/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/cluster_cc0644f9-6bbf-9cb4-9883-aca686d80ced/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T21:23:34,681 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49259 2024-11-18T21:23:34,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:23:34,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:23:34,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/test.cache.data in system properties and HBase conf 2024-11-18T21:23:34,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:23:34,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:23:34,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:23:34,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:23:34,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:23:34,682 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:23:34,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:23:34,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:23:34,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:23:34,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:23:34,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:23:34,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:23:34,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:23:34,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:23:34,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:23:34,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:23:34,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:23:34,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:23:34,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:23:34,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:23:34,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:23:34,800 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:23:34,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:23:34,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:23:34,814 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:23:34,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:23:34,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36de7ba6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:23:34,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c3e5131{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:23:34,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31fc48d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/java.io.tmpdir/jetty-localhost-45795-hadoop-hdfs-3_4_1-tests_jar-_-any-350132711822732371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:23:34,973 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a6810b1{HTTP/1.1, (http/1.1)}{localhost:45795} 2024-11-18T21:23:34,973 INFO [Time-limited test {}] server.Server(415): Started @281349ms 2024-11-18T21:23:35,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:23:35,332 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:23:35,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:23:35,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:23:35,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:23:35,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a405ffd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:23:35,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47070fe4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:23:35,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37f56aab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/java.io.tmpdir/jetty-localhost-46009-hadoop-hdfs-3_4_1-tests_jar-_-any-3818645299215456923/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:23:35,511 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cf3bcda{HTTP/1.1, (http/1.1)}{localhost:46009} 2024-11-18T21:23:35,511 INFO [Time-limited test {}] server.Server(415): Started @281887ms 2024-11-18T21:23:35,513 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:23:35,805 WARN [Thread-4149 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/cluster_cc0644f9-6bbf-9cb4-9883-aca686d80ced/data/data1/current/BP-1371857644-172.17.0.3-1731965014712/current, will proceed with Du for space computation calculation, 2024-11-18T21:23:35,809 WARN [Thread-4150 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/cluster_cc0644f9-6bbf-9cb4-9883-aca686d80ced/data/data2/current/BP-1371857644-172.17.0.3-1731965014712/current, will proceed with Du for space computation calculation, 2024-11-18T21:23:35,925 WARN [Thread-4137 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:23:35,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc44b34d03b90699b with lease ID 0x9250708183a8476c: Processing first storage report for DS-aa1355fe-604c-43bd-82c5-e7b58277b30b from datanode DatanodeRegistration(127.0.0.1:34363, datanodeUuid=473f6ea3-f88e-49b5-90f1-8b187294ef71, infoPort=42249, infoSecurePort=0, ipcPort=34847, storageInfo=lv=-57;cid=testClusterID;nsid=1846413353;c=1731965014712) 2024-11-18T21:23:35,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc44b34d03b90699b with lease ID 0x9250708183a8476c: from storage DS-aa1355fe-604c-43bd-82c5-e7b58277b30b node DatanodeRegistration(127.0.0.1:34363, datanodeUuid=473f6ea3-f88e-49b5-90f1-8b187294ef71, infoPort=42249, infoSecurePort=0, ipcPort=34847, storageInfo=lv=-57;cid=testClusterID;nsid=1846413353;c=1731965014712), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T21:23:35,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc44b34d03b90699b with lease ID 0x9250708183a8476c: Processing first storage report for DS-e39e52f4-9227-4bff-b84c-3a14fa16d435 from datanode DatanodeRegistration(127.0.0.1:34363, datanodeUuid=473f6ea3-f88e-49b5-90f1-8b187294ef71, infoPort=42249, infoSecurePort=0, ipcPort=34847, storageInfo=lv=-57;cid=testClusterID;nsid=1846413353;c=1731965014712) 2024-11-18T21:23:35,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc44b34d03b90699b with lease ID 0x9250708183a8476c: from storage DS-e39e52f4-9227-4bff-b84c-3a14fa16d435 node DatanodeRegistration(127.0.0.1:34363, datanodeUuid=473f6ea3-f88e-49b5-90f1-8b187294ef71, infoPort=42249, infoSecurePort=0, ipcPort=34847, storageInfo=lv=-57;cid=testClusterID;nsid=1846413353;c=1731965014712), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:23:36,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a 2024-11-18T21:23:36,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:36,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:36,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:23:36,474 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e with version=8 2024-11-18T21:23:36,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/hbase-staging 2024-11-18T21:23:36,477 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:23:36,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:36,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:36,478 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:23:36,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:36,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:23:36,478 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:23:36,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:23:36,485 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34319 2024-11-18T21:23:36,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34319 connecting to ZooKeeper ensemble=127.0.0.1:49259 2024-11-18T21:23:36,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343190x0, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:23:36,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34319-0x10054c6dd1a0000 connected 2024-11-18T21:23:36,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:36,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:36,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Set watcher on znode that does not yet exist, /0-2017681274/running 2024-11-18T21:23:36,577 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e, hbase.cluster.distributed=false 2024-11-18T21:23:36,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Set watcher on znode that does not yet exist, /0-2017681274/acl 2024-11-18T21:23:36,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34319 2024-11-18T21:23:36,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34319 2024-11-18T21:23:36,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34319 2024-11-18T21:23:36,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34319 2024-11-18T21:23:36,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34319 2024-11-18T21:23:36,615 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:23:36,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:36,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:36,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:23:36,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:36,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:23:36,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:23:36,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:23:36,622 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35937 2024-11-18T21:23:36,623 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35937 connecting to ZooKeeper ensemble=127.0.0.1:49259 2024-11-18T21:23:36,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:36,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:36,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359370x0, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:23:36,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359370x0, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Set watcher on znode that does not yet exist, /0-2017681274/running 2024-11-18T21:23:36,641 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:23:36,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35937-0x10054c6dd1a0001 connected 2024-11-18T21:23:36,653 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:23:36,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35937-0x10054c6dd1a0001, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Set watcher on znode that does not yet exist, /0-2017681274/master 2024-11-18T21:23:36,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35937-0x10054c6dd1a0001, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Set watcher on znode that does not yet exist, /0-2017681274/acl 2024-11-18T21:23:36,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35937 2024-11-18T21:23:36,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35937 2024-11-18T21:23:36,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35937 2024-11-18T21:23:36,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35937 2024-11-18T21:23:36,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35937 2024-11-18T21:23:36,739 DEBUG [M:0;d63b309a8c2d:34319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:34319 2024-11-18T21:23:36,739 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2017681274/backup-masters/d63b309a8c2d,34319,1731965016477 2024-11-18T21:23:36,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2017681274/backup-masters 2024-11-18T21:23:36,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x10054c6dd1a0001, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2017681274/backup-masters 2024-11-18T21:23:36,743 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Set watcher on existing znode=/0-2017681274/backup-masters/d63b309a8c2d,34319,1731965016477 2024-11-18T21:23:36,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x10054c6dd1a0001, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2017681274/master 2024-11-18T21:23:36,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2017681274 2024-11-18T21:23:36,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x10054c6dd1a0001, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2017681274 2024-11-18T21:23:36,748 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Set watcher on existing znode=/0-2017681274/master 2024-11-18T21:23:36,748 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2017681274/backup-masters/d63b309a8c2d,34319,1731965016477 from backup master directory 2024-11-18T21:23:36,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2017681274/backup-masters/d63b309a8c2d,34319,1731965016477 2024-11-18T21:23:36,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2017681274/backup-masters 2024-11-18T21:23:36,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x10054c6dd1a0001, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2017681274/backup-masters 2024-11-18T21:23:36,750 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:23:36,750 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,34319,1731965016477 2024-11-18T21:23:36,754 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/hbase.id] with ID: db5085cb-2016-4334-a800-25a62af5211e 2024-11-18T21:23:36,754 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/.tmp/hbase.id 2024-11-18T21:23:36,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:23:36,772 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/.tmp/hbase.id]:[hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/hbase.id] 2024-11-18T21:23:36,812 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:36,812 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:23:36,813 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T21:23:36,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x10054c6dd1a0001, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2017681274 2024-11-18T21:23:36,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2017681274 2024-11-18T21:23:36,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:23:37,103 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:23:37,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:37,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:37,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:37,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:37,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:37,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:37,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:37,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:37,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:37,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:37,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:37,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:37,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:37,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:37,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:37,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:37,250 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:23:37,251 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:23:37,253 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:37,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:23:37,711 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/MasterData/data/master/store 2024-11-18T21:23:37,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:23:37,750 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:37,751 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:23:37,751 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:37,751 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:37,751 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:23:37,751 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:37,751 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:37,751 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731965017750Disabling compacts and flushes for region at 1731965017750Disabling writes for close at 1731965017751 (+1 ms)Writing region close event to WAL at 1731965017751Closed at 1731965017751 2024-11-18T21:23:37,753 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/MasterData/data/master/store/.initializing 2024-11-18T21:23:37,753 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/MasterData/WALs/d63b309a8c2d,34319,1731965016477 2024-11-18T21:23:37,754 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:23:37,756 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C34319%2C1731965016477, suffix=, logDir=hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/MasterData/WALs/d63b309a8c2d,34319,1731965016477, archiveDir=hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/MasterData/oldWALs, maxLogs=10 2024-11-18T21:23:37,781 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/MasterData/WALs/d63b309a8c2d,34319,1731965016477/d63b309a8c2d%2C34319%2C1731965016477.1731965017757, exclude list is [], retry=0 2024-11-18T21:23:37,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34363,DS-aa1355fe-604c-43bd-82c5-e7b58277b30b,DISK] 2024-11-18T21:23:37,805 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/MasterData/WALs/d63b309a8c2d,34319,1731965016477/d63b309a8c2d%2C34319%2C1731965016477.1731965017757 2024-11-18T21:23:37,810 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42249:42249)] 2024-11-18T21:23:37,810 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:37,810 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:37,811 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:37,811 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:37,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:37,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:23:37,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:37,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:37,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:37,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:23:37,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:37,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:37,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:37,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:23:37,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:37,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:37,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:37,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:23:37,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:37,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:37,830 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:37,831 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:37,832 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:37,833 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:37,833 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:37,834 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:23:37,835 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:37,850 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:37,851 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74992973, jitterRate=0.11748237907886505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:23:37,852 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731965017811Initializing all the Stores at 1731965017812 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965017812Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965017812Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965017812Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965017812Cleaning up temporary data from old regions at 1731965017833 (+21 ms)Region opened successfully at 1731965017852 (+19 ms) 2024-11-18T21:23:37,852 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:23:37,856 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b09158c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:23:37,857 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:23:37,857 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:23:37,857 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:23:37,857 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:23:37,858 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:23:37,858 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:23:37,859 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:23:37,862 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:23:37,863 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Unable to get data of znode /0-2017681274/balancer because node does not exist (not necessarily an error) 2024-11-18T21:23:37,864 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2017681274/balancer already deleted, retry=false 2024-11-18T21:23:37,864 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:23:37,865 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Unable to get data of znode /0-2017681274/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:23:37,866 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2017681274/normalizer already deleted, retry=false 2024-11-18T21:23:37,867 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:23:37,868 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Unable to get data of znode /0-2017681274/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:23:37,869 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2017681274/switch/split already deleted, retry=false 2024-11-18T21:23:37,870 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Unable to get data of znode /0-2017681274/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:23:37,871 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2017681274/switch/merge already deleted, retry=false 2024-11-18T21:23:37,873 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Unable to get data of znode /0-2017681274/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:23:37,874 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2017681274/snapshot-cleanup already deleted, retry=false 2024-11-18T21:23:37,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2017681274/running 2024-11-18T21:23:37,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x10054c6dd1a0001, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2017681274/running 2024-11-18T21:23:37,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2017681274 2024-11-18T21:23:37,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x10054c6dd1a0001, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2017681274 2024-11-18T21:23:37,877 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,34319,1731965016477, sessionid=0x10054c6dd1a0000, setting cluster-up flag (Was=false) 2024-11-18T21:23:37,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x10054c6dd1a0001, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2017681274 2024-11-18T21:23:37,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2017681274 2024-11-18T21:23:37,893 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2017681274/flush-table-proc/acquired, /0-2017681274/flush-table-proc/reached, /0-2017681274/flush-table-proc/abort 2024-11-18T21:23:37,894 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,34319,1731965016477 2024-11-18T21:23:37,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x10054c6dd1a0001, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2017681274 2024-11-18T21:23:37,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2017681274 2024-11-18T21:23:37,902 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2017681274/online-snapshot/acquired, /0-2017681274/online-snapshot/reached, /0-2017681274/online-snapshot/abort 2024-11-18T21:23:37,903 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,34319,1731965016477 2024-11-18T21:23:37,904 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:23:37,910 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:37,910 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:23:37,910 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:23:37,911 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,34319,1731965016477 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:23:37,918 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:37,918 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:37,918 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:37,918 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:37,918 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:23:37,918 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:37,918 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:23:37,918 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:37,936 INFO [RS:0;d63b309a8c2d:35937 {}] regionserver.HRegionServer(746): ClusterId : db5085cb-2016-4334-a800-25a62af5211e 2024-11-18T21:23:37,937 DEBUG [RS:0;d63b309a8c2d:35937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:23:37,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:37,941 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:23:37,948 DEBUG [RS:0;d63b309a8c2d:35937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:23:37,949 DEBUG [RS:0;d63b309a8c2d:35937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:23:37,949 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731965047949 2024-11-18T21:23:37,950 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:23:37,950 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:23:37,950 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:23:37,950 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:23:37,950 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:23:37,950 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:23:37,950 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:37,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:23:37,952 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:37,961 DEBUG [RS:0;d63b309a8c2d:35937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:23:37,961 DEBUG [RS:0;d63b309a8c2d:35937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b0f24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:23:37,965 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:23:37,965 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:23:37,965 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:23:37,965 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:23:37,976 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:23:37,976 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:23:37,989 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731965017976,5,FailOnTimeoutGroup] 2024-11-18T21:23:37,992 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731965017989,5,FailOnTimeoutGroup] 2024-11-18T21:23:37,993 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:37,993 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:23:37,993 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:37,993 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:37,996 DEBUG [RS:0;d63b309a8c2d:35937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:35937 2024-11-18T21:23:37,997 INFO [RS:0;d63b309a8c2d:35937 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:23:37,997 INFO [RS:0;d63b309a8c2d:35937 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:23:37,997 DEBUG [RS:0;d63b309a8c2d:35937 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:23:37,998 INFO [RS:0;d63b309a8c2d:35937 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,34319,1731965016477 with port=35937, startcode=1731965016614 2024-11-18T21:23:37,998 DEBUG [RS:0;d63b309a8c2d:35937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:23:38,008 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:23:38,011 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34319 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,35937,1731965016614 2024-11-18T21:23:38,012 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34319 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,35937,1731965016614 2024-11-18T21:23:38,015 DEBUG [RS:0;d63b309a8c2d:35937 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e 2024-11-18T21:23:38,015 DEBUG [RS:0;d63b309a8c2d:35937 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35145 2024-11-18T21:23:38,015 DEBUG [RS:0;d63b309a8c2d:35937 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:23:38,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2017681274/rs 2024-11-18T21:23:38,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:23:38,018 DEBUG [RS:0;d63b309a8c2d:35937 {}] zookeeper.ZKUtil(111): regionserver:35937-0x10054c6dd1a0001, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Set watcher on existing znode=/0-2017681274/rs/d63b309a8c2d,35937,1731965016614 2024-11-18T21:23:38,018 WARN [RS:0;d63b309a8c2d:35937 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:23:38,018 INFO [RS:0;d63b309a8c2d:35937 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:38,019 DEBUG [RS:0;d63b309a8c2d:35937 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/WALs/d63b309a8c2d,35937,1731965016614 2024-11-18T21:23:38,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,35937,1731965016614] 2024-11-18T21:23:38,031 INFO [RS:0;d63b309a8c2d:35937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:23:38,041 INFO [RS:0;d63b309a8c2d:35937 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:23:38,053 INFO [RS:0;d63b309a8c2d:35937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:23:38,053 INFO [RS:0;d63b309a8c2d:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:38,060 INFO [RS:0;d63b309a8c2d:35937 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:23:38,062 INFO [RS:0;d63b309a8c2d:35937 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:23:38,063 INFO [RS:0;d63b309a8c2d:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:38,063 DEBUG [RS:0;d63b309a8c2d:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:38,063 DEBUG [RS:0;d63b309a8c2d:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:38,063 DEBUG [RS:0;d63b309a8c2d:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:38,063 DEBUG [RS:0;d63b309a8c2d:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:38,063 DEBUG [RS:0;d63b309a8c2d:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:38,063 DEBUG [RS:0;d63b309a8c2d:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:23:38,063 DEBUG [RS:0;d63b309a8c2d:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:38,063 DEBUG [RS:0;d63b309a8c2d:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:38,063 DEBUG [RS:0;d63b309a8c2d:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:38,063 DEBUG [RS:0;d63b309a8c2d:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:38,063 DEBUG [RS:0;d63b309a8c2d:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:38,063 DEBUG [RS:0;d63b309a8c2d:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:38,063 DEBUG [RS:0;d63b309a8c2d:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:23:38,063 DEBUG [RS:0;d63b309a8c2d:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:23:38,072 INFO [RS:0;d63b309a8c2d:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:38,073 INFO [RS:0;d63b309a8c2d:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:38,073 INFO [RS:0;d63b309a8c2d:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:38,073 INFO [RS:0;d63b309a8c2d:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:38,073 INFO [RS:0;d63b309a8c2d:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:38,073 INFO [RS:0;d63b309a8c2d:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,35937,1731965016614-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:23:38,100 INFO [RS:0;d63b309a8c2d:35937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:23:38,101 INFO [RS:0;d63b309a8c2d:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,35937,1731965016614-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:38,101 INFO [RS:0;d63b309a8c2d:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:38,101 INFO [RS:0;d63b309a8c2d:35937 {}] regionserver.Replication(171): d63b309a8c2d,35937,1731965016614 started 2024-11-18T21:23:38,124 INFO [RS:0;d63b309a8c2d:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:38,124 INFO [RS:0;d63b309a8c2d:35937 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,35937,1731965016614, RpcServer on d63b309a8c2d/172.17.0.3:35937, sessionid=0x10054c6dd1a0001 2024-11-18T21:23:38,125 DEBUG [RS:0;d63b309a8c2d:35937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:23:38,125 DEBUG [RS:0;d63b309a8c2d:35937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,35937,1731965016614 2024-11-18T21:23:38,125 DEBUG [RS:0;d63b309a8c2d:35937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,35937,1731965016614' 2024-11-18T21:23:38,125 DEBUG [RS:0;d63b309a8c2d:35937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2017681274/flush-table-proc/abort' 2024-11-18T21:23:38,126 DEBUG [RS:0;d63b309a8c2d:35937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2017681274/flush-table-proc/acquired' 2024-11-18T21:23:38,126 DEBUG [RS:0;d63b309a8c2d:35937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:23:38,126 DEBUG [RS:0;d63b309a8c2d:35937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:23:38,126 DEBUG [RS:0;d63b309a8c2d:35937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,35937,1731965016614 2024-11-18T21:23:38,126 DEBUG [RS:0;d63b309a8c2d:35937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,35937,1731965016614' 2024-11-18T21:23:38,126 DEBUG [RS:0;d63b309a8c2d:35937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2017681274/online-snapshot/abort' 2024-11-18T21:23:38,127 DEBUG [RS:0;d63b309a8c2d:35937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2017681274/online-snapshot/acquired' 2024-11-18T21:23:38,128 DEBUG [RS:0;d63b309a8c2d:35937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:23:38,129 INFO [RS:0;d63b309a8c2d:35937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:23:38,129 INFO [RS:0;d63b309a8c2d:35937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:23:38,233 INFO [RS:0;d63b309a8c2d:35937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:23:38,235 INFO [RS:0;d63b309a8c2d:35937 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C35937%2C1731965016614, suffix=, logDir=hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/WALs/d63b309a8c2d,35937,1731965016614, archiveDir=hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/oldWALs, maxLogs=10 2024-11-18T21:23:38,256 DEBUG [RS:0;d63b309a8c2d:35937 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/WALs/d63b309a8c2d,35937,1731965016614/d63b309a8c2d%2C35937%2C1731965016614.1731965018235, exclude list is [], retry=0 2024-11-18T21:23:38,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34363,DS-aa1355fe-604c-43bd-82c5-e7b58277b30b,DISK] 2024-11-18T21:23:38,275 INFO [RS:0;d63b309a8c2d:35937 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/WALs/d63b309a8c2d,35937,1731965016614/d63b309a8c2d%2C35937%2C1731965016614.1731965018235 2024-11-18T21:23:38,275 DEBUG [RS:0;d63b309a8c2d:35937 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42249:42249)] 2024-11-18T21:23:38,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:23:38,429 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e 2024-11-18T21:23:38,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741833_1009 (size=32) 2024-11-18T21:23:38,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:38,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:23:38,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:23:38,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:38,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:38,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:23:38,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:23:38,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:38,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:38,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:23:38,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:23:38,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:38,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:38,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:23:38,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:23:38,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:38,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:38,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:23:38,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/data/hbase/meta/1588230740 2024-11-18T21:23:38,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/data/hbase/meta/1588230740 2024-11-18T21:23:38,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:23:38,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:23:38,946 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:23:38,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:23:38,969 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:38,970 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60985136, jitterRate=-0.09125065803527832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:23:38,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731965018882Initializing all the Stores at 1731965018889 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965018889Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965018889Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965018889Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965018889Cleaning up temporary data from old regions at 1731965018945 (+56 ms)Region opened successfully at 1731965018971 (+26 ms) 2024-11-18T21:23:38,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:23:38,971 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:23:38,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:23:38,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:23:38,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:23:38,975 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:23:38,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731965018971Disabling compacts and flushes for region at 1731965018971Disabling writes for close at 1731965018971Writing region close event to WAL at 1731965018975 (+4 ms)Closed at 1731965018975 2024-11-18T21:23:38,982 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:38,982 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:23:38,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:23:38,986 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:23:38,988 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:23:39,138 DEBUG [d63b309a8c2d:34319 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:23:39,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,35937,1731965016614 2024-11-18T21:23:39,140 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,35937,1731965016614, state=OPENING 2024-11-18T21:23:39,157 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:23:39,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2017681274 2024-11-18T21:23:39,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x10054c6dd1a0001, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2017681274 2024-11-18T21:23:39,174 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:23:39,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,35937,1731965016614}] 2024-11-18T21:23:39,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2017681274/meta-region-server: CHANGED 2024-11-18T21:23:39,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2017681274/meta-region-server: CHANGED 2024-11-18T21:23:39,337 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:23:39,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:23:39,357 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:23:39,357 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:39,357 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:23:39,367 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C35937%2C1731965016614.meta, suffix=.meta, logDir=hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/WALs/d63b309a8c2d,35937,1731965016614, archiveDir=hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/oldWALs, maxLogs=10 2024-11-18T21:23:39,439 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/WALs/d63b309a8c2d,35937,1731965016614/d63b309a8c2d%2C35937%2C1731965016614.meta.1731965019367.meta, exclude list is [], retry=0 2024-11-18T21:23:39,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34363,DS-aa1355fe-604c-43bd-82c5-e7b58277b30b,DISK] 2024-11-18T21:23:39,463 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/WALs/d63b309a8c2d,35937,1731965016614/d63b309a8c2d%2C35937%2C1731965016614.meta.1731965019367.meta 2024-11-18T21:23:39,470 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42249:42249)] 2024-11-18T21:23:39,470 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:39,471 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:23:39,471 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:23:39,471 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:23:39,471 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:23:39,471 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:23:39,471 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:39,472 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:23:39,472 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:23:39,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:23:39,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:23:39,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:39,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:39,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:23:39,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:23:39,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:39,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:39,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:23:39,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:23:39,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:39,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:39,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:23:39,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:23:39,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:39,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:39,516 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:23:39,521 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/data/hbase/meta/1588230740 2024-11-18T21:23:39,523 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/data/hbase/meta/1588230740 2024-11-18T21:23:39,526 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:23:39,526 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:23:39,527 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:23:39,534 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:23:39,535 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73632256, jitterRate=0.09720611572265625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:23:39,535 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:23:39,536 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731965019472Writing region info on filesystem at 1731965019472Initializing all the Stores at 1731965019475 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965019475Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965019484 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965019484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965019484Cleaning up temporary data from old regions at 1731965019526 (+42 ms)Running coprocessor post-open hooks at 1731965019535 (+9 ms)Region opened successfully at 1731965019536 (+1 ms) 2024-11-18T21:23:39,559 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731965019336 2024-11-18T21:23:39,575 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:23:39,575 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:23:39,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,35937,1731965016614 2024-11-18T21:23:39,576 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,35937,1731965016614, state=OPEN 2024-11-18T21:23:39,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x10054c6dd1a0000, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2017681274/meta-region-server 2024-11-18T21:23:39,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x10054c6dd1a0001, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2017681274/meta-region-server 2024-11-18T21:23:39,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2017681274/meta-region-server: CHANGED 2024-11-18T21:23:39,579 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,35937,1731965016614 2024-11-18T21:23:39,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2017681274/meta-region-server: CHANGED 2024-11-18T21:23:39,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:23:39,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,35937,1731965016614 in 405 msec 2024-11-18T21:23:39,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:23:39,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 601 msec 2024-11-18T21:23:39,597 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:39,597 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:23:39,602 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:39,602 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,35937,1731965016614, seqNum=-1] 2024-11-18T21:23:39,603 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:39,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:23:39,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7080 sec 2024-11-18T21:23:39,618 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731965019617, completionTime=-1 2024-11-18T21:23:39,618 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:23:39,618 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:23:39,621 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:23:39,621 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731965079621 2024-11-18T21:23:39,621 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731965139621 2024-11-18T21:23:39,621 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T21:23:39,621 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,34319,1731965016477-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:39,621 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,34319,1731965016477-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:39,621 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,34319,1731965016477-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:39,621 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:34319, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:39,621 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:39,624 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:39,626 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:23:39,629 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.879sec 2024-11-18T21:23:39,629 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:23:39,629 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:23:39,629 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:23:39,629 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:23:39,629 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:23:39,629 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,34319,1731965016477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:23:39,629 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,34319,1731965016477-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:23:39,636 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:23:39,636 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:23:39,636 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,34319,1731965016477-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:39,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea30d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:39,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,34319,-1 for getting cluster id 2024-11-18T21:23:39,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:39,749 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db5085cb-2016-4334-a800-25a62af5211e' 2024-11-18T21:23:39,749 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:39,749 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db5085cb-2016-4334-a800-25a62af5211e" 2024-11-18T21:23:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7715593f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,34319,-1] 2024-11-18T21:23:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:39,751 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:39,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7b1f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:39,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:39,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,35937,1731965016614, seqNum=-1] 2024-11-18T21:23:39,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:39,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:23:39,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,34319,1731965016477 2024-11-18T21:23:39,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49259 2024-11-18T21:23:39,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49259, baseZNode=/0-2017681274 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:23:39,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10054c6dd1a0002 connected 2024-11-18T21:23:39,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:39,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,34319,1731965016477 2024-11-18T21:23:39,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@626d02f4 2024-11-18T21:23:39,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:39,845 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:23:39,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:23:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T21:23:39,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:23:39,849 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:39,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T21:23:39,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:23:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:39,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741835_1011 (size=902) 2024-11-18T21:23:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:40,315 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a951ade87e9092cf38f2746eda8ed191, NAME => 'test,,1731965019846.a951ade87e9092cf38f2746eda8ed191.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e 2024-11-18T21:23:40,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34363 is added to blk_1073741836_1012 (size=39) 2024-11-18T21:23:40,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731965019846.a951ade87e9092cf38f2746eda8ed191.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:40,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a951ade87e9092cf38f2746eda8ed191, disabling compactions & flushes 2024-11-18T21:23:40,408 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731965019846.a951ade87e9092cf38f2746eda8ed191. 2024-11-18T21:23:40,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731965019846.a951ade87e9092cf38f2746eda8ed191. 2024-11-18T21:23:40,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731965019846.a951ade87e9092cf38f2746eda8ed191. after waiting 0 ms 2024-11-18T21:23:40,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731965019846.a951ade87e9092cf38f2746eda8ed191. 2024-11-18T21:23:40,408 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731965019846.a951ade87e9092cf38f2746eda8ed191. 2024-11-18T21:23:40,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a951ade87e9092cf38f2746eda8ed191: Waiting for close lock at 1731965020408Disabling compacts and flushes for region at 1731965020408Disabling writes for close at 1731965020408Writing region close event to WAL at 1731965020408Closed at 1731965020408 2024-11-18T21:23:40,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:23:40,410 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731965019846.a951ade87e9092cf38f2746eda8ed191.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731965020410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731965020410"}]},"ts":"1731965020410"} 2024-11-18T21:23:40,413 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:23:40,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:23:40,415 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731965020414"}]},"ts":"1731965020414"} 2024-11-18T21:23:40,417 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T21:23:40,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a951ade87e9092cf38f2746eda8ed191, ASSIGN}] 2024-11-18T21:23:40,420 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a951ade87e9092cf38f2746eda8ed191, ASSIGN 2024-11-18T21:23:40,421 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a951ade87e9092cf38f2746eda8ed191, ASSIGN; state=OFFLINE, location=d63b309a8c2d,35937,1731965016614; forceNewPlan=false, retain=false 2024-11-18T21:23:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:40,573 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a951ade87e9092cf38f2746eda8ed191, regionState=OPENING, regionLocation=d63b309a8c2d,35937,1731965016614 2024-11-18T21:23:40,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a951ade87e9092cf38f2746eda8ed191, ASSIGN because future has completed 2024-11-18T21:23:40,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a951ade87e9092cf38f2746eda8ed191, server=d63b309a8c2d,35937,1731965016614}] 2024-11-18T21:23:40,773 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731965019846.a951ade87e9092cf38f2746eda8ed191. 2024-11-18T21:23:40,773 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a951ade87e9092cf38f2746eda8ed191, NAME => 'test,,1731965019846.a951ade87e9092cf38f2746eda8ed191.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:40,773 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:23:40,773 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T21:23:40,774 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a951ade87e9092cf38f2746eda8ed191 2024-11-18T21:23:40,774 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731965019846.a951ade87e9092cf38f2746eda8ed191.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:40,774 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a951ade87e9092cf38f2746eda8ed191 2024-11-18T21:23:40,774 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a951ade87e9092cf38f2746eda8ed191 2024-11-18T21:23:40,787 INFO [StoreOpener-a951ade87e9092cf38f2746eda8ed191-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a951ade87e9092cf38f2746eda8ed191 2024-11-18T21:23:40,797 INFO [StoreOpener-a951ade87e9092cf38f2746eda8ed191-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a951ade87e9092cf38f2746eda8ed191 columnFamilyName f 2024-11-18T21:23:40,797 DEBUG [StoreOpener-a951ade87e9092cf38f2746eda8ed191-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:40,801 INFO [StoreOpener-a951ade87e9092cf38f2746eda8ed191-1 {}] regionserver.HStore(327): Store=a951ade87e9092cf38f2746eda8ed191/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:40,801 INFO [StoreOpener-a951ade87e9092cf38f2746eda8ed191-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a951ade87e9092cf38f2746eda8ed191 2024-11-18T21:23:40,804 INFO [StoreOpener-a951ade87e9092cf38f2746eda8ed191-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a951ade87e9092cf38f2746eda8ed191 columnFamilyName f1 2024-11-18T21:23:40,804 DEBUG [StoreOpener-a951ade87e9092cf38f2746eda8ed191-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:40,806 INFO [StoreOpener-a951ade87e9092cf38f2746eda8ed191-1 {}] regionserver.HStore(327): Store=a951ade87e9092cf38f2746eda8ed191/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:40,806 INFO [StoreOpener-a951ade87e9092cf38f2746eda8ed191-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a951ade87e9092cf38f2746eda8ed191 2024-11-18T21:23:40,808 INFO [StoreOpener-a951ade87e9092cf38f2746eda8ed191-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a951ade87e9092cf38f2746eda8ed191 columnFamilyName norep 2024-11-18T21:23:40,808 DEBUG [StoreOpener-a951ade87e9092cf38f2746eda8ed191-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:40,808 INFO [StoreOpener-a951ade87e9092cf38f2746eda8ed191-1 {}] regionserver.HStore(327): Store=a951ade87e9092cf38f2746eda8ed191/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:40,808 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a951ade87e9092cf38f2746eda8ed191 2024-11-18T21:23:40,809 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/data/default/test/a951ade87e9092cf38f2746eda8ed191 2024-11-18T21:23:40,810 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/data/default/test/a951ade87e9092cf38f2746eda8ed191 2024-11-18T21:23:40,812 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a951ade87e9092cf38f2746eda8ed191 2024-11-18T21:23:40,812 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a951ade87e9092cf38f2746eda8ed191 2024-11-18T21:23:40,812 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:23:40,814 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a951ade87e9092cf38f2746eda8ed191 2024-11-18T21:23:40,823 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/data/default/test/a951ade87e9092cf38f2746eda8ed191/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:40,824 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a951ade87e9092cf38f2746eda8ed191; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65832539, jitterRate=-0.01901872456073761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:23:40,824 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a951ade87e9092cf38f2746eda8ed191 2024-11-18T21:23:40,825 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a951ade87e9092cf38f2746eda8ed191: Running coprocessor pre-open hook at 1731965020774Writing region info on filesystem at 1731965020774Initializing all the Stores at 1731965020786 (+12 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965020786Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965020786Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965020786Cleaning up temporary data from old regions at 1731965020812 (+26 ms)Running coprocessor post-open hooks at 1731965020824 (+12 ms)Region opened successfully at 1731965020825 (+1 ms) 2024-11-18T21:23:40,828 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731965019846.a951ade87e9092cf38f2746eda8ed191., pid=6, masterSystemTime=1731965020760 2024-11-18T21:23:40,834 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a951ade87e9092cf38f2746eda8ed191, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d63b309a8c2d,35937,1731965016614 2024-11-18T21:23:40,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a951ade87e9092cf38f2746eda8ed191, server=d63b309a8c2d,35937,1731965016614 because future has completed 2024-11-18T21:23:40,855 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731965019846.a951ade87e9092cf38f2746eda8ed191. 2024-11-18T21:23:40,855 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731965019846.a951ade87e9092cf38f2746eda8ed191. 2024-11-18T21:23:40,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:23:40,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a951ade87e9092cf38f2746eda8ed191, server=d63b309a8c2d,35937,1731965016614 in 273 msec 2024-11-18T21:23:40,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T21:23:40,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a951ade87e9092cf38f2746eda8ed191, ASSIGN in 444 msec 2024-11-18T21:23:40,865 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:23:40,865 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731965020865"}]},"ts":"1731965020865"} 2024-11-18T21:23:40,869 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T21:23:40,870 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:23:40,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0240 sec 2024-11-18T21:23:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:41,005 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T21:23:41,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695cf0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:41,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,34319,-1 for getting cluster id 2024-11-18T21:23:41,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:41,025 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db5085cb-2016-4334-a800-25a62af5211e' 2024-11-18T21:23:41,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:41,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db5085cb-2016-4334-a800-25a62af5211e" 2024-11-18T21:23:41,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae36e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:41,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,34319,-1] 2024-11-18T21:23:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:41,027 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:41,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d47ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:41,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:41,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,34319,1731965016477 2024-11-18T21:23:41,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c0421b2 2024-11-18T21:23:41,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:41,031 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:23:41,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d63b309a8c2d:34319,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T21:23:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:23:41,036 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:34319' 2024-11-18T21:23:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:41,043 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41881a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:41,043 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,34319,-1 for getting cluster id 2024-11-18T21:23:41,043 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:41,046 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db5085cb-2016-4334-a800-25a62af5211e' 2024-11-18T21:23:41,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:41,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db5085cb-2016-4334-a800-25a62af5211e" 2024-11-18T21:23:41,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5618a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:41,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,34319,-1] 2024-11-18T21:23:41,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:41,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:41,049 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:41,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388a3f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:41,050 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:41,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,34319,1731965016477 2024-11-18T21:23:41,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a851adc 2024-11-18T21:23:41,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:41,053 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:23:41,059 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T21:23:41,059 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:23:41,059 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:41,059 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:41,060 WARN [PEWorker-5 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d63b309a8c2d:34319, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-18T21:23:41,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:23:41,073 ERROR [PEWorker-5 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d63b309a8c2d:34319, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d63b309a8c2d:34319, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d63b309a8c2d:34319, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-18T21:23:41,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d63b309a8c2d:34319, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=41 msec 2024-11-18T21:23:41,075 WARN [PEWorker-5 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-18T21:23:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:41,146 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://d63b309a8c2d:34319, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-18T21:23:41,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:23:41,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:23:41,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:41,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:41,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:23:41,194 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=527 (was 360) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_480797905_20 at /127.0.0.1:41542 [Receiving block BP-1371857644-172.17.0.3-1731965014712:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 34847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7838-acceptor-0@51e82ca8-ServerConnector@5a6810b1{HTTP/1.1, (http/1.1)}{localhost:45795} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-29415183-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@15fba47b java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007fb0f09f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e-prefix:d63b309a8c2d,35937,1731965016614 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: d63b309a8c2d:34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7834 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fb0f0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e-prefix:d63b309a8c2d,35937,1731965016614.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:49259 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server idle connection scanner for port 34847 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1747594025_20 at /127.0.0.1:41580 [Receiving block BP-1371857644-172.17.0.3-1731965014712:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@45ccf7b6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/cluster_cc0644f9-6bbf-9cb4-9883-aca686d80ced/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 34847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/cluster_cc0644f9-6bbf-9cb4-9883-aca686d80ced/data/data2/current/BP-1371857644-172.17.0.3-1731965014712 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RS:0;d63b309a8c2d:35937-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1747594025_20 at /127.0.0.1:41558 [Receiving block BP-1371857644-172.17.0.3-1731965014712:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1963855285-7841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@40cca541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 3 on default port 35145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35145/user/jenkins/test-data/b3c62541-a85b-b228-1fd9-c932fd29dd9e/MasterData-prefix:d63b309a8c2d,34319,1731965016477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/d63b309a8c2d:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp978240720-7884 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fb0f0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d63b309a8c2d:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp978240720-7886 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PacketResponder: BP-1371857644-172.17.0.3-1731965014712:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d63b309a8c2d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: BP-1371857644-172.17.0.3-1731965014712 heartbeating to localhost/127.0.0.1:35145 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5e3d6d0d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-2ad0721-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/cluster_cc0644f9-6bbf-9cb4-9883-aca686d80ced/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 0 on default port 34847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:49259): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3d10f114 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 35145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;d63b309a8c2d:35937 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1963855285-7836 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fb0f0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49259) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731965017989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(1970852833) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d63b309a8c2d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@289868dc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7837 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fb0f0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49259) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/cluster_cc0644f9-6bbf-9cb4-9883-aca686d80ced/data/data1/current/BP-1371857644-172.17.0.3-1731965014712 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1371857644-172.17.0.3-1731965014712:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731965017976 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1371857644-172.17.0.3-1731965014712:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp978240720-7885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007fb0f0ad9648.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35145 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 35145 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;d63b309a8c2d:34319 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@62d8367f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6a49a73e[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp978240720-7883-acceptor-0@2dee2b5a-ServerConnector@4cf3bcda{HTTP/1.1, (http/1.1)}{localhost:46009} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49259) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp1963855285-7835 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fb0f0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1963855285-7840 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3680c111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1747594025_20 at /127.0.0.1:51182 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.unix.FileDescriptor.close(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.unix.FileDescriptor.close(FileDescriptor.java:83) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel.doClose(AbstractEpollChannel.java:191) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel.doClose(AbstractEpollStreamChannel.java:673) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.doClose0(AbstractChannel.java:752) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.close(AbstractChannel.java:729) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.close(AbstractChannel.java:619) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.shutdownInput(AbstractEpollChannel.java:522) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:822) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2f43f77c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/d63b309a8c2d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1105 (was 1062) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1901 (was 2297) 2024-11-18T21:23:41,198 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-18T21:23:41,248 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=527, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=1105, ProcessCount=11, AvailableMemoryMB=1899 2024-11-18T21:23:41,249 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-18T21:23:41,270 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-18T21:23:41,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/hadoop.log.dir so I do NOT create it in target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8 2024-11-18T21:23:41,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:23:41,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/hadoop.tmp.dir so I do NOT create it in target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8 2024-11-18T21:23:41,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd45d4f5-2f26-7cbf-8b5c-f20ddc92791a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:23:41,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8 2024-11-18T21:23:41,272 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/cluster_549f4010-3ffa-8481-0139-3e78b7cf0bf4, deleteOnExit=true 2024-11-18T21:23:41,311 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/cluster_549f4010-3ffa-8481-0139-3e78b7cf0bf4/zookeeper_0, clientPort=59001, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/cluster_549f4010-3ffa-8481-0139-3e78b7cf0bf4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/cluster_549f4010-3ffa-8481-0139-3e78b7cf0bf4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T21:23:41,318 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59001 2024-11-18T21:23:41,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:23:41,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:23:41,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/test.cache.data in system properties and HBase conf 2024-11-18T21:23:41,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:23:41,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:23:41,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:23:41,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:23:41,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:23:41,319 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:23:41,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:23:41,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:23:41,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:23:41,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:23:41,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:23:41,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:23:41,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:23:41,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:23:41,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:23:41,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:23:41,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:23:41,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:23:41,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:23:41,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:23:41,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:23:41,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:23:41,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:23:41,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:23:41,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:23:41,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:23:41,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f35d1ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:23:41,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6781d4a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:23:41,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a5b5028{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/java.io.tmpdir/jetty-localhost-40223-hadoop-hdfs-3_4_1-tests_jar-_-any-4187796050625484443/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:23:41,925 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3df456d6{HTTP/1.1, (http/1.1)}{localhost:40223} 2024-11-18T21:23:41,925 INFO [Time-limited test {}] server.Server(415): Started @288302ms 2024-11-18T21:23:42,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:23:42,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:23:42,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:23:42,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:23:42,310 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:23:42,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12a4de79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:23:42,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c1d1ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:23:42,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@649b9acf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/java.io.tmpdir/jetty-localhost-46287-hadoop-hdfs-3_4_1-tests_jar-_-any-17232739136907959652/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:23:42,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33958fbf{HTTP/1.1, (http/1.1)}{localhost:46287} 2024-11-18T21:23:42,476 INFO [Time-limited test {}] server.Server(415): Started @288852ms 2024-11-18T21:23:42,478 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:23:42,741 WARN [Thread-4283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/cluster_549f4010-3ffa-8481-0139-3e78b7cf0bf4/data/data1/current/BP-937588137-172.17.0.3-1731965021363/current, will proceed with Du for space computation calculation, 2024-11-18T21:23:42,745 WARN [Thread-4284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/cluster_549f4010-3ffa-8481-0139-3e78b7cf0bf4/data/data2/current/BP-937588137-172.17.0.3-1731965021363/current, will proceed with Du for space computation calculation, 2024-11-18T21:23:42,869 WARN [Thread-4271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:23:42,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2db7d96a1708eb3 with lease ID 0x62b4b4a3c651b6dc: Processing first storage report for DS-96d6719a-a074-4222-a71c-bf936c758b4f from datanode DatanodeRegistration(127.0.0.1:44251, datanodeUuid=47ece623-a9d9-4a7a-885f-c646e9d6dd28, infoPort=35029, infoSecurePort=0, ipcPort=41661, storageInfo=lv=-57;cid=testClusterID;nsid=1849051112;c=1731965021363) 2024-11-18T21:23:42,905 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2db7d96a1708eb3 with lease ID 0x62b4b4a3c651b6dc: from storage DS-96d6719a-a074-4222-a71c-bf936c758b4f node DatanodeRegistration(127.0.0.1:44251, datanodeUuid=47ece623-a9d9-4a7a-885f-c646e9d6dd28, infoPort=35029, infoSecurePort=0, ipcPort=41661, storageInfo=lv=-57;cid=testClusterID;nsid=1849051112;c=1731965021363), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:23:42,905 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2db7d96a1708eb3 with lease ID 0x62b4b4a3c651b6dc: Processing first storage report for DS-532c55cb-f7ca-4956-93c4-3c65b3dbccde from datanode DatanodeRegistration(127.0.0.1:44251, datanodeUuid=47ece623-a9d9-4a7a-885f-c646e9d6dd28, infoPort=35029, infoSecurePort=0, ipcPort=41661, storageInfo=lv=-57;cid=testClusterID;nsid=1849051112;c=1731965021363) 2024-11-18T21:23:42,905 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2db7d96a1708eb3 with lease ID 0x62b4b4a3c651b6dc: from storage DS-532c55cb-f7ca-4956-93c4-3c65b3dbccde node DatanodeRegistration(127.0.0.1:44251, datanodeUuid=47ece623-a9d9-4a7a-885f-c646e9d6dd28, infoPort=35029, infoSecurePort=0, ipcPort=41661, storageInfo=lv=-57;cid=testClusterID;nsid=1849051112;c=1731965021363), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:23:42,921 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8 2024-11-18T21:23:42,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:42,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:43,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:23:43,014 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755 with version=8 2024-11-18T21:23:43,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/hbase-staging 2024-11-18T21:23:43,019 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:23:43,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:43,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:43,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:23:43,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:43,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:23:43,021 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:23:43,021 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:23:43,025 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33533 2024-11-18T21:23:43,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33533 connecting to ZooKeeper ensemble=127.0.0.1:59001 2024-11-18T21:23:43,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335330x0, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:23:43,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33533-0x10054c6f70a0000 connected 2024-11-18T21:23:43,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:43,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:43,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Set watcher on znode that does not yet exist, /0538100030/running 2024-11-18T21:23:43,145 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755, hbase.cluster.distributed=false 2024-11-18T21:23:43,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Set watcher on znode that does not yet exist, /0538100030/acl 2024-11-18T21:23:43,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33533 2024-11-18T21:23:43,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33533 2024-11-18T21:23:43,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33533 2024-11-18T21:23:43,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33533 2024-11-18T21:23:43,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33533 2024-11-18T21:23:43,222 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:23:43,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:43,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:43,222 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:23:43,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:43,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:23:43,222 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:23:43,222 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:23:43,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36295 2024-11-18T21:23:43,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36295 connecting to ZooKeeper ensemble=127.0.0.1:59001 2024-11-18T21:23:43,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:43,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:43,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362950x0, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:23:43,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362950x0, quorum=127.0.0.1:59001, baseZNode=/0538100030 Set watcher on znode that does not yet exist, /0538100030/running 2024-11-18T21:23:43,248 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:23:43,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36295-0x10054c6f70a0001 connected 2024-11-18T21:23:43,256 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:23:43,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Set watcher on znode that does not yet exist, /0538100030/master 2024-11-18T21:23:43,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Set watcher on znode that does not yet exist, /0538100030/acl 2024-11-18T21:23:43,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36295 2024-11-18T21:23:43,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36295 2024-11-18T21:23:43,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36295 2024-11-18T21:23:43,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36295 2024-11-18T21:23:43,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36295 2024-11-18T21:23:43,283 DEBUG [M:0;d63b309a8c2d:33533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:33533 2024-11-18T21:23:43,284 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0538100030/backup-masters/d63b309a8c2d,33533,1731965023018 2024-11-18T21:23:43,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030/backup-masters 2024-11-18T21:23:43,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030/backup-masters 2024-11-18T21:23:43,287 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Set watcher on existing znode=/0538100030/backup-masters/d63b309a8c2d,33533,1731965023018 2024-11-18T21:23:43,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0538100030/master 2024-11-18T21:23:43,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030 2024-11-18T21:23:43,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030 2024-11-18T21:23:43,291 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Set watcher on existing znode=/0538100030/master 2024-11-18T21:23:43,291 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0538100030/backup-masters/d63b309a8c2d,33533,1731965023018 from backup master directory 2024-11-18T21:23:43,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0538100030/backup-masters/d63b309a8c2d,33533,1731965023018 2024-11-18T21:23:43,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030/backup-masters 2024-11-18T21:23:43,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030/backup-masters 2024-11-18T21:23:43,293 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:23:43,293 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,33533,1731965023018 2024-11-18T21:23:43,302 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/hbase.id] with ID: a13402ea-f9c2-47e7-91b9-4f338bf9ec4d 2024-11-18T21:23:43,302 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/.tmp/hbase.id 2024-11-18T21:23:43,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:23:43,714 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/.tmp/hbase.id]:[hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/hbase.id] 2024-11-18T21:23:43,728 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:43,728 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:23:43,729 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T21:23:43,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030 2024-11-18T21:23:43,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030 2024-11-18T21:23:43,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:23:43,747 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:23:43,748 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:23:43,749 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:43,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:23:43,786 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store 2024-11-18T21:23:43,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:23:43,841 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:43,841 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:23:43,841 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:43,841 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:43,841 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:23:43,841 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:43,841 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:43,841 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731965023841Disabling compacts and flushes for region at 1731965023841Disabling writes for close at 1731965023841Writing region close event to WAL at 1731965023841Closed at 1731965023841 2024-11-18T21:23:43,847 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/.initializing 2024-11-18T21:23:43,847 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/WALs/d63b309a8c2d,33533,1731965023018 2024-11-18T21:23:43,850 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:23:43,853 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C33533%2C1731965023018, suffix=, logDir=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/WALs/d63b309a8c2d,33533,1731965023018, archiveDir=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/oldWALs, maxLogs=10 2024-11-18T21:23:43,877 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/WALs/d63b309a8c2d,33533,1731965023018/d63b309a8c2d%2C33533%2C1731965023018.1731965023853, exclude list is [], retry=0 2024-11-18T21:23:43,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44251,DS-96d6719a-a074-4222-a71c-bf936c758b4f,DISK] 2024-11-18T21:23:43,897 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/WALs/d63b309a8c2d,33533,1731965023018/d63b309a8c2d%2C33533%2C1731965023018.1731965023853 2024-11-18T21:23:43,899 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35029:35029)] 2024-11-18T21:23:43,899 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:43,900 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:43,900 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:43,900 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:43,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:43,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:23:43,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:43,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:43,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:43,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:23:43,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:43,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:43,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:43,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:23:43,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:43,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:43,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:43,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:23:43,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:43,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:43,927 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:43,928 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:43,928 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:43,931 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:43,931 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:43,931 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:23:43,933 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:43,938 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:43,938 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64276094, jitterRate=-0.042211562395095825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:23:43,938 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731965023900Initializing all the Stores at 1731965023909 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965023909Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965023913 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965023913Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965023913Cleaning up temporary data from old regions at 1731965023931 (+18 ms)Region opened successfully at 1731965023938 (+7 ms) 2024-11-18T21:23:43,939 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:23:43,942 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe12c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:23:43,944 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:23:43,944 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:23:43,945 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:23:43,945 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:23:43,945 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:23:43,946 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:23:43,946 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:23:43,957 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:23:43,958 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Unable to get data of znode /0538100030/balancer because node does not exist (not necessarily an error) 2024-11-18T21:23:43,964 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0538100030/balancer already deleted, retry=false 2024-11-18T21:23:43,965 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:23:43,966 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Unable to get data of znode /0538100030/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:23:43,967 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0538100030/normalizer already deleted, retry=false 2024-11-18T21:23:43,967 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:23:43,991 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Unable to get data of znode /0538100030/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:23:43,997 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0538100030/switch/split already deleted, retry=false 2024-11-18T21:23:44,007 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Unable to get data of znode /0538100030/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:23:44,011 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0538100030/switch/merge already deleted, retry=false 2024-11-18T21:23:44,028 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Unable to get data of znode /0538100030/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:23:44,032 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T21:23:44,032 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0538100030/snapshot-cleanup already deleted, retry=false 2024-11-18T21:23:44,032 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T21:23:44,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0538100030/running 2024-11-18T21:23:44,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0538100030/running 2024-11-18T21:23:44,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030 2024-11-18T21:23:44,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030 2024-11-18T21:23:44,040 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,33533,1731965023018, sessionid=0x10054c6f70a0000, setting cluster-up flag (Was=false) 2024-11-18T21:23:44,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030 2024-11-18T21:23:44,061 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0538100030/flush-table-proc/acquired, /0538100030/flush-table-proc/reached, /0538100030/flush-table-proc/abort 2024-11-18T21:23:44,064 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,33533,1731965023018 2024-11-18T21:23:44,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030 2024-11-18T21:23:44,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030 2024-11-18T21:23:44,086 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0538100030/online-snapshot/acquired, /0538100030/online-snapshot/reached, /0538100030/online-snapshot/abort 2024-11-18T21:23:44,088 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,33533,1731965023018 2024-11-18T21:23:44,097 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:23:44,101 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:44,101 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:23:44,102 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:23:44,102 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,33533,1731965023018 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:23:44,103 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:44,103 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:44,104 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:44,104 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:44,104 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:23:44,104 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:44,104 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:23:44,104 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:44,111 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:44,111 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:23:44,114 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:44,114 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:23:44,129 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731965054129 2024-11-18T21:23:44,129 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:23:44,129 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:23:44,129 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:23:44,129 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:23:44,129 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:23:44,130 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:23:44,130 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:44,137 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:23:44,137 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:23:44,137 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:23:44,137 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:23:44,140 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:23:44,141 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:23:44,143 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731965024141,5,FailOnTimeoutGroup] 2024-11-18T21:23:44,144 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731965024143,5,FailOnTimeoutGroup] 2024-11-18T21:23:44,144 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:44,145 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:23:44,145 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:44,145 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:44,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:23:44,182 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(746): ClusterId : a13402ea-f9c2-47e7-91b9-4f338bf9ec4d 2024-11-18T21:23:44,182 DEBUG [RS:0;d63b309a8c2d:36295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:23:44,184 DEBUG [RS:0;d63b309a8c2d:36295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:23:44,184 DEBUG [RS:0;d63b309a8c2d:36295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:23:44,186 DEBUG [RS:0;d63b309a8c2d:36295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:23:44,187 DEBUG [RS:0;d63b309a8c2d:36295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d69c2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:23:44,208 DEBUG [RS:0;d63b309a8c2d:36295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:36295 2024-11-18T21:23:44,208 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:23:44,208 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:23:44,208 DEBUG [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:23:44,209 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,33533,1731965023018 with port=36295, startcode=1731965023221 2024-11-18T21:23:44,210 DEBUG [RS:0;d63b309a8c2d:36295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:23:44,212 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:23:44,212 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,36295,1731965023221 2024-11-18T21:23:44,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33533 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,36295,1731965023221 2024-11-18T21:23:44,217 DEBUG [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755 2024-11-18T21:23:44,217 DEBUG [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32987 2024-11-18T21:23:44,217 DEBUG [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:23:44,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030/rs 2024-11-18T21:23:44,235 DEBUG [RS:0;d63b309a8c2d:36295 {}] zookeeper.ZKUtil(111): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Set watcher on existing znode=/0538100030/rs/d63b309a8c2d,36295,1731965023221 2024-11-18T21:23:44,235 WARN [RS:0;d63b309a8c2d:36295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:23:44,235 INFO [RS:0;d63b309a8c2d:36295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:44,235 DEBUG [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221 2024-11-18T21:23:44,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,36295,1731965023221] 2024-11-18T21:23:44,254 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:23:44,257 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:23:44,261 INFO [RS:0;d63b309a8c2d:36295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:23:44,261 INFO [RS:0;d63b309a8c2d:36295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:44,265 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:23:44,266 INFO [RS:0;d63b309a8c2d:36295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:23:44,266 INFO [RS:0;d63b309a8c2d:36295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:44,266 DEBUG [RS:0;d63b309a8c2d:36295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:44,266 DEBUG [RS:0;d63b309a8c2d:36295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:44,266 DEBUG [RS:0;d63b309a8c2d:36295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:44,266 DEBUG [RS:0;d63b309a8c2d:36295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:44,266 DEBUG [RS:0;d63b309a8c2d:36295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:44,266 DEBUG [RS:0;d63b309a8c2d:36295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:23:44,266 DEBUG [RS:0;d63b309a8c2d:36295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:44,266 DEBUG [RS:0;d63b309a8c2d:36295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:44,266 DEBUG [RS:0;d63b309a8c2d:36295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:44,266 DEBUG [RS:0;d63b309a8c2d:36295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:44,266 DEBUG [RS:0;d63b309a8c2d:36295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:44,266 DEBUG [RS:0;d63b309a8c2d:36295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:44,266 DEBUG [RS:0;d63b309a8c2d:36295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:23:44,266 DEBUG [RS:0;d63b309a8c2d:36295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:23:44,298 INFO [RS:0;d63b309a8c2d:36295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:44,298 INFO [RS:0;d63b309a8c2d:36295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:44,298 INFO [RS:0;d63b309a8c2d:36295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:44,298 INFO [RS:0;d63b309a8c2d:36295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:44,298 INFO [RS:0;d63b309a8c2d:36295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:44,298 INFO [RS:0;d63b309a8c2d:36295 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,36295,1731965023221-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:23:44,322 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:23:44,323 INFO [RS:0;d63b309a8c2d:36295 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,36295,1731965023221-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:44,323 INFO [RS:0;d63b309a8c2d:36295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:44,323 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.Replication(171): d63b309a8c2d,36295,1731965023221 started 2024-11-18T21:23:44,342 INFO [RS:0;d63b309a8c2d:36295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:44,343 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,36295,1731965023221, RpcServer on d63b309a8c2d/172.17.0.3:36295, sessionid=0x10054c6f70a0001 2024-11-18T21:23:44,343 DEBUG [RS:0;d63b309a8c2d:36295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:23:44,343 DEBUG [RS:0;d63b309a8c2d:36295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,36295,1731965023221 2024-11-18T21:23:44,343 DEBUG [RS:0;d63b309a8c2d:36295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,36295,1731965023221' 2024-11-18T21:23:44,343 DEBUG [RS:0;d63b309a8c2d:36295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0538100030/flush-table-proc/abort' 2024-11-18T21:23:44,344 DEBUG [RS:0;d63b309a8c2d:36295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0538100030/flush-table-proc/acquired' 2024-11-18T21:23:44,344 DEBUG [RS:0;d63b309a8c2d:36295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:23:44,344 DEBUG [RS:0;d63b309a8c2d:36295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:23:44,344 DEBUG [RS:0;d63b309a8c2d:36295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,36295,1731965023221 2024-11-18T21:23:44,344 DEBUG [RS:0;d63b309a8c2d:36295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,36295,1731965023221' 2024-11-18T21:23:44,344 DEBUG [RS:0;d63b309a8c2d:36295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0538100030/online-snapshot/abort' 2024-11-18T21:23:44,345 DEBUG [RS:0;d63b309a8c2d:36295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0538100030/online-snapshot/acquired' 2024-11-18T21:23:44,345 DEBUG [RS:0;d63b309a8c2d:36295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:23:44,345 INFO [RS:0;d63b309a8c2d:36295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:23:44,345 INFO [RS:0;d63b309a8c2d:36295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:23:44,446 INFO [RS:0;d63b309a8c2d:36295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:23:44,450 INFO [RS:0;d63b309a8c2d:36295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C36295%2C1731965023221, suffix=, logDir=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221, archiveDir=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/oldWALs, maxLogs=10 2024-11-18T21:23:44,471 DEBUG [RS:0;d63b309a8c2d:36295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450, exclude list is [], retry=0 2024-11-18T21:23:44,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44251,DS-96d6719a-a074-4222-a71c-bf936c758b4f,DISK] 2024-11-18T21:23:44,502 INFO [RS:0;d63b309a8c2d:36295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 2024-11-18T21:23:44,502 DEBUG [RS:0;d63b309a8c2d:36295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35029:35029)] 2024-11-18T21:23:44,561 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:23:44,562 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755 2024-11-18T21:23:44,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741833_1009 (size=32) 2024-11-18T21:23:44,975 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:23:44,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:44,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:44,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:44,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:44,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:44,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:45,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:45,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:23:45,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:23:45,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:45,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:45,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:23:45,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:23:45,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:45,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:45,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:23:45,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:23:45,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:45,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:45,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:23:45,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:23:45,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:45,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:45,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:23:45,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740 2024-11-18T21:23:45,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740 2024-11-18T21:23:45,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:23:45,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:23:45,028 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:23:45,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:23:45,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:45,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:45,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:45,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:45,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:45,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:45,036 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:45,037 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65729856, jitterRate=-0.02054882049560547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:23:45,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731965025001Initializing all the Stores at 1731965025002 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965025002Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965025002Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965025002Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965025002Cleaning up temporary data from old regions at 1731965025027 (+25 ms)Region opened successfully at 1731965025037 (+10 ms) 2024-11-18T21:23:45,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:23:45,037 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:23:45,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:23:45,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:23:45,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:23:45,041 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:23:45,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731965025037Disabling compacts and flushes for region at 1731965025037Disabling writes for close at 1731965025038 (+1 ms)Writing region close event to WAL at 1731965025041 (+3 ms)Closed at 1731965025041 2024-11-18T21:23:45,042 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:45,042 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:23:45,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:23:45,044 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:23:45,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:45,049 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:23:45,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:45,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:45,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:45,201 DEBUG [d63b309a8c2d:33533 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:23:45,201 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,36295,1731965023221 2024-11-18T21:23:45,203 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,36295,1731965023221, state=OPENING 2024-11-18T21:23:45,209 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:23:45,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030 2024-11-18T21:23:45,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030 2024-11-18T21:23:45,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0538100030/meta-region-server: CHANGED 2024-11-18T21:23:45,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0538100030/meta-region-server: CHANGED 2024-11-18T21:23:45,217 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:23:45,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,36295,1731965023221}] 2024-11-18T21:23:45,379 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:23:45,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:23:45,406 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:23:45,407 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:45,407 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:23:45,425 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C36295%2C1731965023221.meta, suffix=.meta, logDir=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221, archiveDir=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/oldWALs, maxLogs=10 2024-11-18T21:23:45,460 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.meta.1731965025426.meta, exclude list is [], retry=0 2024-11-18T21:23:45,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44251,DS-96d6719a-a074-4222-a71c-bf936c758b4f,DISK] 2024-11-18T21:23:45,493 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.meta.1731965025426.meta 2024-11-18T21:23:45,497 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35029:35029)] 2024-11-18T21:23:45,497 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:45,498 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:23:45,498 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:23:45,498 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:23:45,498 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:23:45,498 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:23:45,498 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:45,498 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:23:45,498 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:23:45,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:23:45,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:23:45,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:45,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:45,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:23:45,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:23:45,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:45,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:45,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:23:45,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:23:45,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:45,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:45,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:23:45,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:23:45,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:45,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:45,562 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:23:45,576 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740 2024-11-18T21:23:45,592 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740 2024-11-18T21:23:45,597 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:23:45,597 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:23:45,599 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:23:45,603 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:23:45,608 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64266745, jitterRate=-0.04235087335109711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:23:45,609 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:23:45,609 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731965025499Writing region info on filesystem at 1731965025499Initializing all the Stores at 1731965025517 (+18 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965025517Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965025520 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965025520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965025520Cleaning up temporary data from old regions at 1731965025597 (+77 ms)Running coprocessor post-open hooks at 1731965025609 (+12 ms)Region opened successfully at 1731965025609 2024-11-18T21:23:45,617 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731965025378 2024-11-18T21:23:45,631 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,36295,1731965023221 2024-11-18T21:23:45,632 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,36295,1731965023221, state=OPEN 2024-11-18T21:23:45,633 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:23:45,633 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:23:45,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0538100030/meta-region-server 2024-11-18T21:23:45,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0538100030/meta-region-server 2024-11-18T21:23:45,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0538100030/meta-region-server: CHANGED 2024-11-18T21:23:45,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0538100030/meta-region-server: CHANGED 2024-11-18T21:23:45,640 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,36295,1731965023221 2024-11-18T21:23:45,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:23:45,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,36295,1731965023221 in 424 msec 2024-11-18T21:23:45,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:23:45,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 602 msec 2024-11-18T21:23:45,656 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:45,656 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:23:45,658 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:45,658 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,36295,1731965023221, seqNum=-1] 2024-11-18T21:23:45,658 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:45,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:23:45,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5730 sec 2024-11-18T21:23:45,675 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731965025675, completionTime=-1 2024-11-18T21:23:45,675 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:23:45,675 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:23:45,678 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:23:45,678 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731965085678 2024-11-18T21:23:45,678 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731965145678 2024-11-18T21:23:45,678 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T21:23:45,679 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33533,1731965023018-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:45,679 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33533,1731965023018-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:45,679 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33533,1731965023018-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:45,679 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:33533, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:45,679 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:45,682 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:23:45,690 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:45,696 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.403sec 2024-11-18T21:23:45,696 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:23:45,696 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:23:45,696 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:23:45,696 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:23:45,696 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:23:45,696 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33533,1731965023018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:23:45,696 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33533,1731965023018-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:23:45,710 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:23:45,710 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:23:45,710 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,33533,1731965023018-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:45,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1507e799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:45,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33533,-1 for getting cluster id 2024-11-18T21:23:45,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:45,803 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a13402ea-f9c2-47e7-91b9-4f338bf9ec4d' 2024-11-18T21:23:45,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:45,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a13402ea-f9c2-47e7-91b9-4f338bf9ec4d" 2024-11-18T21:23:45,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547f6eaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:45,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33533,-1] 2024-11-18T21:23:45,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:45,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:45,807 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:45,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c881b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:45,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:45,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,36295,1731965023221, seqNum=-1] 2024-11-18T21:23:45,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:45,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:23:45,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,33533,1731965023018 2024-11-18T21:23:45,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59001 2024-11-18T21:23:45,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:23:45,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10054c6f70a0002 connected 2024-11-18T21:23:45,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/hadoop.log.dir so I do NOT create it in target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc 2024-11-18T21:23:45,867 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:23:45,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/hadoop.tmp.dir so I do NOT create it in target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc 2024-11-18T21:23:45,867 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:23:45,867 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc 2024-11-18T21:23:45,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:23:45,867 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/cluster_f78921ea-072c-4d95-2e77-d1252ff380de, deleteOnExit=true 2024-11-18T21:23:45,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:23:45,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/test.cache.data in system properties and HBase conf 2024-11-18T21:23:45,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:23:45,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:23:45,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:23:45,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:23:45,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:23:45,869 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:23:45,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:23:45,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:23:45,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:23:45,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:23:45,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:23:45,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:23:45,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:23:45,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:23:45,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:23:45,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:23:45,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:23:45,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:23:45,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:23:45,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:23:46,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:23:46,104 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:23:46,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:23:46,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:23:46,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:23:46,170 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:23:46,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35f3c526{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:23:46,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68405515{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:23:46,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3920ab49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/java.io.tmpdir/jetty-localhost-34857-hadoop-hdfs-3_4_1-tests_jar-_-any-16078371989729782519/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:23:46,354 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c2144d{HTTP/1.1, (http/1.1)}{localhost:34857} 2024-11-18T21:23:46,354 INFO [Time-limited test {}] server.Server(415): Started @292730ms 2024-11-18T21:23:46,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:23:46,800 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:23:46,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:23:46,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:23:46,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:23:46,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14185180{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:23:46,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dedfc57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:23:47,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52079d94{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/java.io.tmpdir/jetty-localhost-37805-hadoop-hdfs-3_4_1-tests_jar-_-any-7682314435393401238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:23:47,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2dfc971b{HTTP/1.1, (http/1.1)}{localhost:37805} 2024-11-18T21:23:47,076 INFO [Time-limited test {}] server.Server(415): Started @293453ms 2024-11-18T21:23:47,078 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:23:47,442 WARN [Thread-4404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/cluster_f78921ea-072c-4d95-2e77-d1252ff380de/data/data1/current/BP-282908856-172.17.0.3-1731965025929/current, will proceed with Du for space computation calculation, 2024-11-18T21:23:47,445 WARN [Thread-4405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/cluster_f78921ea-072c-4d95-2e77-d1252ff380de/data/data2/current/BP-282908856-172.17.0.3-1731965025929/current, will proceed with Du for space computation calculation, 2024-11-18T21:23:47,558 WARN [Thread-4392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:23:47,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e9e8aa19f51309a with lease ID 0xe6f486a9e6725f6e: Processing first storage report for DS-8fbed21b-e248-4dcc-a7ea-09d1b7042f7a from datanode DatanodeRegistration(127.0.0.1:46219, datanodeUuid=8849dc58-e8ab-4c67-a2a9-a3c1fb2326ee, infoPort=46839, infoSecurePort=0, ipcPort=33035, storageInfo=lv=-57;cid=testClusterID;nsid=208399419;c=1731965025929) 2024-11-18T21:23:47,601 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e9e8aa19f51309a with lease ID 0xe6f486a9e6725f6e: from storage DS-8fbed21b-e248-4dcc-a7ea-09d1b7042f7a node DatanodeRegistration(127.0.0.1:46219, datanodeUuid=8849dc58-e8ab-4c67-a2a9-a3c1fb2326ee, infoPort=46839, infoSecurePort=0, ipcPort=33035, storageInfo=lv=-57;cid=testClusterID;nsid=208399419;c=1731965025929), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:23:47,601 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e9e8aa19f51309a with lease ID 0xe6f486a9e6725f6e: Processing first storage report for DS-93984b3e-f9f9-44ee-b3df-8eb07398ad8b from datanode DatanodeRegistration(127.0.0.1:46219, datanodeUuid=8849dc58-e8ab-4c67-a2a9-a3c1fb2326ee, infoPort=46839, infoSecurePort=0, ipcPort=33035, storageInfo=lv=-57;cid=testClusterID;nsid=208399419;c=1731965025929) 2024-11-18T21:23:47,601 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e9e8aa19f51309a with lease ID 0xe6f486a9e6725f6e: from storage DS-93984b3e-f9f9-44ee-b3df-8eb07398ad8b node DatanodeRegistration(127.0.0.1:46219, datanodeUuid=8849dc58-e8ab-4c67-a2a9-a3c1fb2326ee, infoPort=46839, infoSecurePort=0, ipcPort=33035, storageInfo=lv=-57;cid=testClusterID;nsid=208399419;c=1731965025929), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:23:47,684 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc 2024-11-18T21:23:47,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:47,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:47,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:23:48,144 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188 with version=8 2024-11-18T21:23:48,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/hbase-staging 2024-11-18T21:23:48,147 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:23:48,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:48,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:48,147 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:23:48,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:48,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:23:48,147 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:23:48,147 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:23:48,151 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39041 2024-11-18T21:23:48,152 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39041 connecting to ZooKeeper ensemble=127.0.0.1:59001 2024-11-18T21:23:48,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390410x0, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:23:48,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39041-0x10054c6f70a0003 connected 2024-11-18T21:23:48,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:48,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:48,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Set watcher on znode that does not yet exist, /11977149405/running 2024-11-18T21:23:48,213 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188, hbase.cluster.distributed=false 2024-11-18T21:23:48,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Set watcher on znode that does not yet exist, /11977149405/acl 2024-11-18T21:23:48,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39041 2024-11-18T21:23:48,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39041 2024-11-18T21:23:48,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39041 2024-11-18T21:23:48,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39041 2024-11-18T21:23:48,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39041 2024-11-18T21:23:48,250 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:23:48,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:48,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:48,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:23:48,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:48,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:23:48,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:23:48,250 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:23:48,254 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41117 2024-11-18T21:23:48,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41117 connecting to ZooKeeper ensemble=127.0.0.1:59001 2024-11-18T21:23:48,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:48,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:48,273 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411170x0, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:23:48,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41117-0x10054c6f70a0004 connected 2024-11-18T21:23:48,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Set watcher on znode that does not yet exist, /11977149405/running 2024-11-18T21:23:48,273 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:23:48,280 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:23:48,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Set watcher on znode that does not yet exist, /11977149405/master 2024-11-18T21:23:48,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Set watcher on znode that does not yet exist, /11977149405/acl 2024-11-18T21:23:48,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41117 2024-11-18T21:23:48,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41117 2024-11-18T21:23:48,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41117 2024-11-18T21:23:48,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41117 2024-11-18T21:23:48,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41117 2024-11-18T21:23:48,333 DEBUG [M:0;d63b309a8c2d:39041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:39041 2024-11-18T21:23:48,341 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11977149405/backup-masters/d63b309a8c2d,39041,1731965028147 2024-11-18T21:23:48,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405/backup-masters 2024-11-18T21:23:48,344 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405/backup-masters 2024-11-18T21:23:48,345 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Set watcher on existing znode=/11977149405/backup-masters/d63b309a8c2d,39041,1731965028147 2024-11-18T21:23:48,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405 2024-11-18T21:23:48,347 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11977149405/master 2024-11-18T21:23:48,351 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Set watcher on existing znode=/11977149405/master 2024-11-18T21:23:48,351 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405 2024-11-18T21:23:48,352 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11977149405/backup-masters/d63b309a8c2d,39041,1731965028147 from backup master directory 2024-11-18T21:23:48,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11977149405/backup-masters/d63b309a8c2d,39041,1731965028147 2024-11-18T21:23:48,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405/backup-masters 2024-11-18T21:23:48,354 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405/backup-masters 2024-11-18T21:23:48,355 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:23:48,355 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,39041,1731965028147 2024-11-18T21:23:48,360 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/hbase.id] with ID: 39c85cfa-495c-48e2-af48-84525c24287e 2024-11-18T21:23:48,360 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/.tmp/hbase.id 2024-11-18T21:23:48,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:23:48,379 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/.tmp/hbase.id]:[hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/hbase.id] 2024-11-18T21:23:48,391 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:48,391 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:23:48,392 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T21:23:48,395 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405 2024-11-18T21:23:48,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405 2024-11-18T21:23:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:23:48,415 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:23:48,416 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:23:48,416 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:48,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:23:48,833 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store 2024-11-18T21:23:48,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:23:49,253 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:49,254 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:23:49,254 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:49,254 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:49,254 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:23:49,254 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:49,254 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:49,254 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731965029253Disabling compacts and flushes for region at 1731965029253Disabling writes for close at 1731965029254 (+1 ms)Writing region close event to WAL at 1731965029254Closed at 1731965029254 2024-11-18T21:23:49,255 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/.initializing 2024-11-18T21:23:49,255 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/WALs/d63b309a8c2d,39041,1731965028147 2024-11-18T21:23:49,256 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:23:49,258 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C39041%2C1731965028147, suffix=, logDir=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/WALs/d63b309a8c2d,39041,1731965028147, archiveDir=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/oldWALs, maxLogs=10 2024-11-18T21:23:49,285 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/WALs/d63b309a8c2d,39041,1731965028147/d63b309a8c2d%2C39041%2C1731965028147.1731965029258, exclude list is [], retry=0 2024-11-18T21:23:49,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46219,DS-8fbed21b-e248-4dcc-a7ea-09d1b7042f7a,DISK] 2024-11-18T21:23:49,317 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/WALs/d63b309a8c2d,39041,1731965028147/d63b309a8c2d%2C39041%2C1731965028147.1731965029258 2024-11-18T21:23:49,317 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-18T21:23:49,318 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:49,318 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:49,318 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:49,318 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:49,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:49,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:23:49,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:49,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:49,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:49,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:23:49,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:49,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:49,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:49,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:23:49,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:49,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:49,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:49,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:23:49,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:49,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:49,328 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:49,328 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:49,329 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:49,332 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:49,332 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:49,333 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:23:49,334 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:49,337 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:49,338 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62349892, jitterRate=-0.07091420888900757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:23:49,338 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731965029318Initializing all the Stores at 1731965029319 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965029319Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965029320 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965029320Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965029320Cleaning up temporary data from old regions at 1731965029332 (+12 ms)Region opened successfully at 1731965029338 (+6 ms) 2024-11-18T21:23:49,340 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:23:49,346 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403a563f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:23:49,347 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:23:49,347 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:23:49,347 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:23:49,348 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:23:49,348 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:23:49,348 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:23:49,349 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:23:49,378 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:23:49,379 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Unable to get data of znode /11977149405/balancer because node does not exist (not necessarily an error) 2024-11-18T21:23:49,380 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11977149405/balancer already deleted, retry=false 2024-11-18T21:23:49,380 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:23:49,383 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Unable to get data of znode /11977149405/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:23:49,390 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11977149405/normalizer already deleted, retry=false 2024-11-18T21:23:49,390 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:23:49,397 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Unable to get data of znode /11977149405/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:23:49,398 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11977149405/switch/split already deleted, retry=false 2024-11-18T21:23:49,399 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Unable to get data of znode /11977149405/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:23:49,401 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11977149405/switch/merge already deleted, retry=false 2024-11-18T21:23:49,410 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Unable to get data of znode /11977149405/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:23:49,411 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11977149405/snapshot-cleanup already deleted, retry=false 2024-11-18T21:23:49,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11977149405/running 2024-11-18T21:23:49,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405 2024-11-18T21:23:49,414 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,39041,1731965028147, sessionid=0x10054c6f70a0003, setting cluster-up flag (Was=false) 2024-11-18T21:23:49,416 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11977149405/running 2024-11-18T21:23:49,416 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405 2024-11-18T21:23:49,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405 2024-11-18T21:23:49,426 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11977149405/flush-table-proc/acquired, /11977149405/flush-table-proc/reached, /11977149405/flush-table-proc/abort 2024-11-18T21:23:49,428 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,39041,1731965028147 2024-11-18T21:23:49,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405 2024-11-18T21:23:49,444 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405 2024-11-18T21:23:49,455 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11977149405/online-snapshot/acquired, /11977149405/online-snapshot/reached, /11977149405/online-snapshot/abort 2024-11-18T21:23:49,456 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,39041,1731965028147 2024-11-18T21:23:49,461 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:23:49,466 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:49,467 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:23:49,467 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:23:49,467 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,39041,1731965028147 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:23:49,469 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:49,469 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:49,469 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:49,469 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:49,469 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:23:49,469 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:49,469 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:23:49,469 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:49,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:49,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:23:49,479 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:49,479 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:23:49,502 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731965059502 2024-11-18T21:23:49,503 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:23:49,503 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:23:49,503 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:23:49,503 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:23:49,503 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:23:49,503 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:23:49,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:23:49,507 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:49,513 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:23:49,513 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:23:49,513 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:23:49,513 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:23:49,514 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:23:49,514 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:23:49,515 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731965029514,5,FailOnTimeoutGroup] 2024-11-18T21:23:49,515 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer(746): ClusterId : 39c85cfa-495c-48e2-af48-84525c24287e 2024-11-18T21:23:49,515 DEBUG [RS:0;d63b309a8c2d:41117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:23:49,515 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731965029515,5,FailOnTimeoutGroup] 2024-11-18T21:23:49,515 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:49,515 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:23:49,515 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:49,515 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:49,518 DEBUG [RS:0;d63b309a8c2d:41117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:23:49,518 DEBUG [RS:0;d63b309a8c2d:41117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:23:49,522 DEBUG [RS:0;d63b309a8c2d:41117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:23:49,523 DEBUG [RS:0;d63b309a8c2d:41117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62485476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:23:49,548 DEBUG [RS:0;d63b309a8c2d:41117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:41117 2024-11-18T21:23:49,548 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:23:49,548 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:23:49,548 DEBUG [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:23:49,550 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,39041,1731965028147 with port=41117, startcode=1731965028250 2024-11-18T21:23:49,551 DEBUG [RS:0;d63b309a8c2d:41117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:23:49,558 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:23:49,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39041 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,41117,1731965028250 2024-11-18T21:23:49,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39041 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,41117,1731965028250 2024-11-18T21:23:49,568 DEBUG [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188 2024-11-18T21:23:49,569 DEBUG [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45377 2024-11-18T21:23:49,569 DEBUG [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:23:49,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405/rs 2024-11-18T21:23:49,573 DEBUG [RS:0;d63b309a8c2d:41117 {}] zookeeper.ZKUtil(111): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Set watcher on existing znode=/11977149405/rs/d63b309a8c2d,41117,1731965028250 2024-11-18T21:23:49,573 WARN [RS:0;d63b309a8c2d:41117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:23:49,574 INFO [RS:0;d63b309a8c2d:41117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:49,574 DEBUG [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/WALs/d63b309a8c2d,41117,1731965028250 2024-11-18T21:23:49,594 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,41117,1731965028250] 2024-11-18T21:23:49,640 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:23:49,643 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:23:49,644 INFO [RS:0;d63b309a8c2d:41117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:23:49,644 INFO [RS:0;d63b309a8c2d:41117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:49,649 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:23:49,653 INFO [RS:0;d63b309a8c2d:41117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:23:49,653 INFO [RS:0;d63b309a8c2d:41117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:49,653 DEBUG [RS:0;d63b309a8c2d:41117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:49,653 DEBUG [RS:0;d63b309a8c2d:41117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:49,653 DEBUG [RS:0;d63b309a8c2d:41117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:49,653 DEBUG [RS:0;d63b309a8c2d:41117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:49,653 DEBUG [RS:0;d63b309a8c2d:41117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:49,653 DEBUG [RS:0;d63b309a8c2d:41117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:23:49,653 DEBUG [RS:0;d63b309a8c2d:41117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:49,653 DEBUG [RS:0;d63b309a8c2d:41117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:49,653 DEBUG [RS:0;d63b309a8c2d:41117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:49,653 DEBUG [RS:0;d63b309a8c2d:41117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:49,653 DEBUG [RS:0;d63b309a8c2d:41117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:49,653 DEBUG [RS:0;d63b309a8c2d:41117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:49,653 DEBUG [RS:0;d63b309a8c2d:41117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:23:49,653 DEBUG [RS:0;d63b309a8c2d:41117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:23:49,660 INFO [RS:0;d63b309a8c2d:41117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:49,660 INFO [RS:0;d63b309a8c2d:41117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:49,661 INFO [RS:0;d63b309a8c2d:41117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:49,661 INFO [RS:0;d63b309a8c2d:41117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:49,661 INFO [RS:0;d63b309a8c2d:41117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:49,661 INFO [RS:0;d63b309a8c2d:41117 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,41117,1731965028250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:23:49,684 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:23:49,684 INFO [RS:0;d63b309a8c2d:41117 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,41117,1731965028250-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:49,684 INFO [RS:0;d63b309a8c2d:41117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:49,684 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.Replication(171): d63b309a8c2d,41117,1731965028250 started 2024-11-18T21:23:49,703 INFO [RS:0;d63b309a8c2d:41117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:49,704 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,41117,1731965028250, RpcServer on d63b309a8c2d/172.17.0.3:41117, sessionid=0x10054c6f70a0004 2024-11-18T21:23:49,704 DEBUG [RS:0;d63b309a8c2d:41117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:23:49,704 DEBUG [RS:0;d63b309a8c2d:41117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,41117,1731965028250 2024-11-18T21:23:49,704 DEBUG [RS:0;d63b309a8c2d:41117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,41117,1731965028250' 2024-11-18T21:23:49,704 DEBUG [RS:0;d63b309a8c2d:41117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11977149405/flush-table-proc/abort' 2024-11-18T21:23:49,704 DEBUG [RS:0;d63b309a8c2d:41117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11977149405/flush-table-proc/acquired' 2024-11-18T21:23:49,705 DEBUG [RS:0;d63b309a8c2d:41117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:23:49,705 DEBUG [RS:0;d63b309a8c2d:41117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:23:49,705 DEBUG [RS:0;d63b309a8c2d:41117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,41117,1731965028250 2024-11-18T21:23:49,705 DEBUG [RS:0;d63b309a8c2d:41117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,41117,1731965028250' 2024-11-18T21:23:49,705 DEBUG [RS:0;d63b309a8c2d:41117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11977149405/online-snapshot/abort' 2024-11-18T21:23:49,705 DEBUG [RS:0;d63b309a8c2d:41117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11977149405/online-snapshot/acquired' 2024-11-18T21:23:49,706 DEBUG [RS:0;d63b309a8c2d:41117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:23:49,706 INFO [RS:0;d63b309a8c2d:41117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:23:49,706 INFO [RS:0;d63b309a8c2d:41117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:23:49,806 INFO [RS:0;d63b309a8c2d:41117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:23:49,808 INFO [RS:0;d63b309a8c2d:41117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C41117%2C1731965028250, suffix=, logDir=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/WALs/d63b309a8c2d,41117,1731965028250, archiveDir=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/oldWALs, maxLogs=10 2024-11-18T21:23:49,836 DEBUG [RS:0;d63b309a8c2d:41117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/WALs/d63b309a8c2d,41117,1731965028250/d63b309a8c2d%2C41117%2C1731965028250.1731965029808, exclude list is [], retry=0 2024-11-18T21:23:49,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46219,DS-8fbed21b-e248-4dcc-a7ea-09d1b7042f7a,DISK] 2024-11-18T21:23:49,858 INFO [RS:0;d63b309a8c2d:41117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/WALs/d63b309a8c2d,41117,1731965028250/d63b309a8c2d%2C41117%2C1731965028250.1731965029808 2024-11-18T21:23:49,858 DEBUG [RS:0;d63b309a8c2d:41117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-18T21:23:49,921 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:23:49,921 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188 2024-11-18T21:23:50,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741833_1009 (size=32) 2024-11-18T21:23:50,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:50,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:23:50,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:23:50,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:50,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:50,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:23:50,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:23:50,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:50,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:50,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:23:50,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:23:50,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:50,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:50,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:23:50,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:23:50,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:50,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:50,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:23:50,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740 2024-11-18T21:23:50,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740 2024-11-18T21:23:50,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:23:50,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:23:50,095 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:23:50,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:23:50,127 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:50,128 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70585954, jitterRate=0.05181267857551575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:23:50,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731965030010Initializing all the Stores at 1731965030017 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965030017Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965030032 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965030032Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965030032Cleaning up temporary data from old regions at 1731965030091 (+59 ms)Region opened successfully at 1731965030128 (+37 ms) 2024-11-18T21:23:50,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:23:50,128 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:23:50,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:23:50,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:23:50,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:23:50,130 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:23:50,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731965030128Disabling compacts and flushes for region at 1731965030128Disabling writes for close at 1731965030128Writing region close event to WAL at 1731965030130 (+2 ms)Closed at 1731965030130 2024-11-18T21:23:50,132 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:50,132 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:23:50,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:23:50,135 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:23:50,135 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:23:50,287 DEBUG [d63b309a8c2d:39041 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:23:50,287 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,41117,1731965028250 2024-11-18T21:23:50,288 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,41117,1731965028250, state=OPENING 2024-11-18T21:23:50,294 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:23:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405 2024-11-18T21:23:50,300 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405 2024-11-18T21:23:50,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11977149405/meta-region-server: CHANGED 2024-11-18T21:23:50,304 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:23:50,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,41117,1731965028250}] 2024-11-18T21:23:50,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11977149405/meta-region-server: CHANGED 2024-11-18T21:23:50,463 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:23:50,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:23:50,501 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:23:50,502 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:50,502 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:23:50,521 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C41117%2C1731965028250.meta, suffix=.meta, logDir=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/WALs/d63b309a8c2d,41117,1731965028250, archiveDir=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/oldWALs, maxLogs=10 2024-11-18T21:23:50,567 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/WALs/d63b309a8c2d,41117,1731965028250/d63b309a8c2d%2C41117%2C1731965028250.meta.1731965030522.meta, exclude list is [], retry=0 2024-11-18T21:23:50,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46219,DS-8fbed21b-e248-4dcc-a7ea-09d1b7042f7a,DISK] 2024-11-18T21:23:50,626 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/WALs/d63b309a8c2d,41117,1731965028250/d63b309a8c2d%2C41117%2C1731965028250.meta.1731965030522.meta 2024-11-18T21:23:50,629 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-18T21:23:50,630 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:50,630 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:23:50,630 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:23:50,630 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:23:50,631 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:23:50,631 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:23:50,631 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:50,631 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:23:50,631 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:23:50,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:23:50,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:23:50,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:50,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:50,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:23:50,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:23:50,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:50,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:50,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:23:50,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:23:50,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:50,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:50,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:23:50,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:23:50,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:50,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:50,666 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:23:50,667 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740 2024-11-18T21:23:50,668 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740 2024-11-18T21:23:50,668 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:23:50,668 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:23:50,669 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:23:50,670 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:23:50,671 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73702153, jitterRate=0.09824766218662262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:23:50,671 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:23:50,671 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731965030631Writing region info on filesystem at 1731965030631Initializing all the Stores at 1731965030643 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965030643Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965030653 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965030653Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965030653Cleaning up temporary data from old regions at 1731965030668 (+15 ms)Running coprocessor post-open hooks at 1731965030671 (+3 ms)Region opened successfully at 1731965030671 2024-11-18T21:23:50,674 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731965030463 2024-11-18T21:23:50,677 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:23:50,677 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:23:50,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,41117,1731965028250 2024-11-18T21:23:50,680 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,41117,1731965028250, state=OPEN 2024-11-18T21:23:50,824 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11977149405/meta-region-server 2024-11-18T21:23:50,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11977149405/meta-region-server: CHANGED 2024-11-18T21:23:50,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11977149405/meta-region-server 2024-11-18T21:23:50,829 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,41117,1731965028250 2024-11-18T21:23:50,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11977149405/meta-region-server: CHANGED 2024-11-18T21:23:50,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:23:50,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,41117,1731965028250 in 524 msec 2024-11-18T21:23:50,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:23:50,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 700 msec 2024-11-18T21:23:50,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:50,849 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:23:50,853 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:50,853 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,41117,1731965028250, seqNum=-1] 2024-11-18T21:23:50,853 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:50,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:23:50,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4070 sec 2024-11-18T21:23:50,880 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731965030880, completionTime=-1 2024-11-18T21:23:50,881 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:23:50,881 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:23:50,888 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:23:50,888 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731965090888 2024-11-18T21:23:50,888 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731965150888 2024-11-18T21:23:50,889 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-18T21:23:50,889 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39041,1731965028147-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:50,889 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39041,1731965028147-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:50,889 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39041,1731965028147-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:50,889 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:39041, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:50,889 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:50,895 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:23:50,900 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:50,908 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.553sec 2024-11-18T21:23:50,908 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:23:50,908 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:23:50,908 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:23:50,908 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:23:50,909 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:23:50,909 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39041,1731965028147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:23:50,909 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39041,1731965028147-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:23:50,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6236f6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:50,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,39041,-1 for getting cluster id 2024-11-18T21:23:50,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:50,935 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:23:50,935 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:23:50,935 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,39041,1731965028147-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:50,949 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39c85cfa-495c-48e2-af48-84525c24287e' 2024-11-18T21:23:50,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:50,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39c85cfa-495c-48e2-af48-84525c24287e" 2024-11-18T21:23:50,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b03695d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:50,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,39041,-1] 2024-11-18T21:23:50,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:50,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:50,952 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:50,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763fcca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:50,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:50,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,41117,1731965028250, seqNum=-1] 2024-11-18T21:23:50,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:50,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:23:50,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,39041,1731965028147 2024-11-18T21:23:50,960 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59001 2024-11-18T21:23:50,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:23:51,005 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:23:51,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/hadoop.log.dir so I do NOT create it in target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100 2024-11-18T21:23:51,011 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T21:23:51,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/hadoop.tmp.dir so I do NOT create it in target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100 2024-11-18T21:23:51,011 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T21:23:51,011 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100 2024-11-18T21:23:51,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T21:23:51,011 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/cluster_dee60c4a-745f-3a61-4b15-aef5dd791e5e, deleteOnExit=true 2024-11-18T21:23:51,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T21:23:51,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/test.cache.data in system properties and HBase conf 2024-11-18T21:23:51,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T21:23:51,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/hadoop.log.dir in system properties and HBase conf 2024-11-18T21:23:51,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T21:23:51,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T21:23:51,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T21:23:51,012 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T21:23:51,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:23:51,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T21:23:51,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T21:23:51,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:23:51,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T21:23:51,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T21:23:51,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T21:23:51,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:23:51,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T21:23:51,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/nfs.dump.dir in system properties and HBase conf 2024-11-18T21:23:51,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/java.io.tmpdir in system properties and HBase conf 2024-11-18T21:23:51,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T21:23:51,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T21:23:51,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T21:23:51,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10054c6f70a0005 connected 2024-11-18T21:23:51,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:51,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:51,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:51,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:51,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:51,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:51,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:51,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:51,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:51,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:51,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:51,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:51,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:51,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:51,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:51,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:51,278 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:23:51,287 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:23:51,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:23:51,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:23:51,316 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T21:23:51,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:23:51,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@289ebe9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:23:51,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69db6d22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:23:51,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b6aa286{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/java.io.tmpdir/jetty-localhost-32977-hadoop-hdfs-3_4_1-tests_jar-_-any-968591439786508558/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:23:51,605 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d48ba22{HTTP/1.1, (http/1.1)}{localhost:32977} 2024-11-18T21:23:51,605 INFO [Time-limited test {}] server.Server(415): Started @297981ms 2024-11-18T21:23:51,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T21:23:51,988 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T21:23:52,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T21:23:52,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T21:23:52,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T21:23:52,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f9a0ce1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/hadoop.log.dir/,AVAILABLE} 2024-11-18T21:23:52,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12b04a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T21:23:52,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69928f80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/java.io.tmpdir/jetty-localhost-41195-hadoop-hdfs-3_4_1-tests_jar-_-any-8161302288211483583/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:23:52,210 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f56fa87{HTTP/1.1, (http/1.1)}{localhost:41195} 2024-11-18T21:23:52,210 INFO [Time-limited test {}] server.Server(415): Started @298587ms 2024-11-18T21:23:52,212 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T21:23:52,485 WARN [Thread-4525 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/cluster_dee60c4a-745f-3a61-4b15-aef5dd791e5e/data/data1/current/BP-1277365344-172.17.0.3-1731965031177/current, will proceed with Du for space computation calculation, 2024-11-18T21:23:52,489 WARN [Thread-4526 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/cluster_dee60c4a-745f-3a61-4b15-aef5dd791e5e/data/data2/current/BP-1277365344-172.17.0.3-1731965031177/current, will proceed with Du for space computation calculation, 2024-11-18T21:23:52,603 WARN [Thread-4513 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T21:23:52,616 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81388be503cdc3ae with lease ID 0xa7d440dfcd94142a: Processing first storage report for DS-0f18c88d-bdd4-4834-8c75-8c2819de1169 from datanode DatanodeRegistration(127.0.0.1:45315, datanodeUuid=934ca62b-00f4-466d-8819-0de3d978f66f, infoPort=38083, infoSecurePort=0, ipcPort=45171, storageInfo=lv=-57;cid=testClusterID;nsid=170808257;c=1731965031177) 2024-11-18T21:23:52,616 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81388be503cdc3ae with lease ID 0xa7d440dfcd94142a: from storage DS-0f18c88d-bdd4-4834-8c75-8c2819de1169 node DatanodeRegistration(127.0.0.1:45315, datanodeUuid=934ca62b-00f4-466d-8819-0de3d978f66f, infoPort=38083, infoSecurePort=0, ipcPort=45171, storageInfo=lv=-57;cid=testClusterID;nsid=170808257;c=1731965031177), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:23:52,617 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81388be503cdc3ae with lease ID 0xa7d440dfcd94142a: Processing first storage report for DS-e4a99f86-668c-4767-bf0d-df5e584362b1 from datanode DatanodeRegistration(127.0.0.1:45315, datanodeUuid=934ca62b-00f4-466d-8819-0de3d978f66f, infoPort=38083, infoSecurePort=0, ipcPort=45171, storageInfo=lv=-57;cid=testClusterID;nsid=170808257;c=1731965031177) 2024-11-18T21:23:52,617 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81388be503cdc3ae with lease ID 0xa7d440dfcd94142a: from storage DS-e4a99f86-668c-4767-bf0d-df5e584362b1 node DatanodeRegistration(127.0.0.1:45315, datanodeUuid=934ca62b-00f4-466d-8819-0de3d978f66f, infoPort=38083, infoSecurePort=0, ipcPort=45171, storageInfo=lv=-57;cid=testClusterID;nsid=170808257;c=1731965031177), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T21:23:52,645 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100 2024-11-18T21:23:52,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:52,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:52,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741825_1001 (size=7) 2024-11-18T21:23:52,684 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe with version=8 2024-11-18T21:23:52,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/hbase-staging 2024-11-18T21:23:52,735 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:23:52,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:52,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:52,736 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:23:52,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:52,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:23:52,736 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T21:23:52,736 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:23:52,737 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38699 2024-11-18T21:23:52,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38699 connecting to ZooKeeper ensemble=127.0.0.1:59001 2024-11-18T21:23:52,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386990x0, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:23:52,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38699-0x10054c6f70a0006 connected 2024-11-18T21:23:52,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:52,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:52,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Set watcher on znode that does not yet exist, /2-1112541225/running 2024-11-18T21:23:52,816 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe, hbase.cluster.distributed=false 2024-11-18T21:23:52,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Set watcher on znode that does not yet exist, /2-1112541225/acl 2024-11-18T21:23:52,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38699 2024-11-18T21:23:52,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38699 2024-11-18T21:23:52,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38699 2024-11-18T21:23:52,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38699 2024-11-18T21:23:52,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38699 2024-11-18T21:23:52,901 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d63b309a8c2d:0 server-side Connection retries=45 2024-11-18T21:23:52,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:52,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:52,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T21:23:52,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T21:23:52,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T21:23:52,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T21:23:52,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T21:23:52,902 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46621 2024-11-18T21:23:52,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46621 connecting to ZooKeeper ensemble=127.0.0.1:59001 2024-11-18T21:23:52,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:52,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:52,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466210x0, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:23:52,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466210x0, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Set watcher on znode that does not yet exist, /2-1112541225/running 2024-11-18T21:23:52,921 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T21:23:52,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46621-0x10054c6f70a0007 connected 2024-11-18T21:23:52,965 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T21:23:52,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Set watcher on znode that does not yet exist, /2-1112541225/master 2024-11-18T21:23:52,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Set watcher on znode that does not yet exist, /2-1112541225/acl 2024-11-18T21:23:53,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46621 2024-11-18T21:23:53,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46621 2024-11-18T21:23:53,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46621 2024-11-18T21:23:53,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46621 2024-11-18T21:23:53,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46621 2024-11-18T21:23:53,070 DEBUG [M:0;d63b309a8c2d:38699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d63b309a8c2d:38699 2024-11-18T21:23:53,072 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1112541225/backup-masters/d63b309a8c2d,38699,1731965032735 2024-11-18T21:23:53,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225/backup-masters 2024-11-18T21:23:53,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225/backup-masters 2024-11-18T21:23:53,075 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Set watcher on existing znode=/2-1112541225/backup-masters/d63b309a8c2d,38699,1731965032735 2024-11-18T21:23:53,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1112541225/master 2024-11-18T21:23:53,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225 2024-11-18T21:23:53,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225 2024-11-18T21:23:53,078 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Set watcher on existing znode=/2-1112541225/master 2024-11-18T21:23:53,079 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1112541225/backup-masters/d63b309a8c2d,38699,1731965032735 from backup master directory 2024-11-18T21:23:53,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1112541225/backup-masters/d63b309a8c2d,38699,1731965032735 2024-11-18T21:23:53,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225/backup-masters 2024-11-18T21:23:53,080 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:23:53,080 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d63b309a8c2d,38699,1731965032735 2024-11-18T21:23:53,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225/backup-masters 2024-11-18T21:23:53,085 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/hbase.id] with ID: 6f98b48b-848d-4349-84df-2e881c28ca4a 2024-11-18T21:23:53,085 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/.tmp/hbase.id 2024-11-18T21:23:53,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741826_1002 (size=42) 2024-11-18T21:23:53,109 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/.tmp/hbase.id]:[hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/hbase.id] 2024-11-18T21:23:53,121 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:23:53,121 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T21:23:53,123 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T21:23:53,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225 2024-11-18T21:23:53,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225 2024-11-18T21:23:53,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741827_1003 (size=196) 2024-11-18T21:23:53,139 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:23:53,140 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T21:23:53,141 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:53,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741828_1004 (size=1189) 2024-11-18T21:23:53,161 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store 2024-11-18T21:23:53,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741829_1005 (size=34) 2024-11-18T21:23:53,493 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:53,494 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:23:53,495 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128781 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:23:53,577 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:53,577 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:23:53,577 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:53,577 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:53,577 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:23:53,577 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:53,577 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:23:53,577 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731965033577Disabling compacts and flushes for region at 1731965033577Disabling writes for close at 1731965033577Writing region close event to WAL at 1731965033577Closed at 1731965033577 2024-11-18T21:23:53,578 WARN [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/.initializing 2024-11-18T21:23:53,578 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/WALs/d63b309a8c2d,38699,1731965032735 2024-11-18T21:23:53,579 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:23:53,581 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d63b309a8c2d%2C38699%2C1731965032735, suffix=, logDir=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/WALs/d63b309a8c2d,38699,1731965032735, archiveDir=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/oldWALs, maxLogs=10 2024-11-18T21:23:53,604 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/WALs/d63b309a8c2d,38699,1731965032735/d63b309a8c2d%2C38699%2C1731965032735.1731965033581, exclude list is [], retry=0 2024-11-18T21:23:53,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45315,DS-0f18c88d-bdd4-4834-8c75-8c2819de1169,DISK] 2024-11-18T21:23:53,613 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/WALs/d63b309a8c2d,38699,1731965032735/d63b309a8c2d%2C38699%2C1731965032735.1731965033581 2024-11-18T21:23:53,614 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38083:38083)] 2024-11-18T21:23:53,614 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:53,614 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:53,614 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:53,614 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:53,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:53,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T21:23:53,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:53,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:53,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:53,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T21:23:53,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:53,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:53,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:53,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T21:23:53,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:53,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:53,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:53,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T21:23:53,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:53,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:53,648 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:53,649 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:53,650 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:53,654 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:53,654 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:53,655 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:23:53,655 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T21:23:53,676 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:53,677 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60076703, jitterRate=-0.10478736460208893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:23:53,677 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731965033615Initializing all the Stores at 1731965033615Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965033615Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965033616 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965033616Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965033616Cleaning up temporary data from old regions at 1731965033654 (+38 ms)Region opened successfully at 1731965033677 (+23 ms) 2024-11-18T21:23:53,687 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T21:23:53,708 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bdab55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:23:53,716 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T21:23:53,716 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T21:23:53,716 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T21:23:53,716 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T21:23:53,717 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T21:23:53,717 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T21:23:53,718 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T21:23:53,729 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T21:23:53,730 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Unable to get data of znode /2-1112541225/balancer because node does not exist (not necessarily an error) 2024-11-18T21:23:53,733 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1112541225/balancer already deleted, retry=false 2024-11-18T21:23:53,733 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T21:23:53,737 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Unable to get data of znode /2-1112541225/normalizer because node does not exist (not necessarily an error) 2024-11-18T21:23:53,739 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1112541225/normalizer already deleted, retry=false 2024-11-18T21:23:53,739 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T21:23:53,741 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Unable to get data of znode /2-1112541225/switch/split because node does not exist (not necessarily an error) 2024-11-18T21:23:53,742 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1112541225/switch/split already deleted, retry=false 2024-11-18T21:23:53,744 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Unable to get data of znode /2-1112541225/switch/merge because node does not exist (not necessarily an error) 2024-11-18T21:23:53,748 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1112541225/switch/merge already deleted, retry=false 2024-11-18T21:23:53,751 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Unable to get data of znode /2-1112541225/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T21:23:53,752 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1112541225/snapshot-cleanup already deleted, retry=false 2024-11-18T21:23:53,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1112541225/running 2024-11-18T21:23:53,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225 2024-11-18T21:23:53,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1112541225/running 2024-11-18T21:23:53,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225 2024-11-18T21:23:53,769 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d63b309a8c2d,38699,1731965032735, sessionid=0x10054c6f70a0006, setting cluster-up flag (Was=false) 2024-11-18T21:23:53,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225 2024-11-18T21:23:53,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225 2024-11-18T21:23:53,791 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1112541225/flush-table-proc/acquired, /2-1112541225/flush-table-proc/reached, /2-1112541225/flush-table-proc/abort 2024-11-18T21:23:53,792 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,38699,1731965032735 2024-11-18T21:23:53,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225 2024-11-18T21:23:53,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225 2024-11-18T21:23:53,804 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1112541225/online-snapshot/acquired, /2-1112541225/online-snapshot/reached, /2-1112541225/online-snapshot/abort 2024-11-18T21:23:53,805 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d63b309a8c2d,38699,1731965032735 2024-11-18T21:23:53,807 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T21:23:53,810 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:53,810 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T21:23:53,810 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T21:23:53,810 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d63b309a8c2d,38699,1731965032735 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T21:23:53,812 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:53,812 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:53,812 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:53,812 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T21:23:53,812 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d63b309a8c2d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T21:23:53,812 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:53,812 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:23:53,812 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:53,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:53,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T21:23:53,815 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:53,815 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T21:23:53,829 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731965063828 2024-11-18T21:23:53,829 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T21:23:53,829 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T21:23:53,829 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T21:23:53,829 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T21:23:53,829 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T21:23:53,829 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T21:23:53,841 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:53,845 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T21:23:53,845 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T21:23:53,845 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T21:23:53,845 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T21:23:53,860 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T21:23:53,861 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T21:23:53,866 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(746): ClusterId : 6f98b48b-848d-4349-84df-2e881c28ca4a 2024-11-18T21:23:53,866 DEBUG [RS:0;d63b309a8c2d:46621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T21:23:53,871 DEBUG [RS:0;d63b309a8c2d:46621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T21:23:53,871 DEBUG [RS:0;d63b309a8c2d:46621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T21:23:53,876 DEBUG [RS:0;d63b309a8c2d:46621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T21:23:53,876 DEBUG [RS:0;d63b309a8c2d:46621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3363469a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d63b309a8c2d/172.17.0.3:0 2024-11-18T21:23:53,885 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731965033861,5,FailOnTimeoutGroup] 2024-11-18T21:23:53,886 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731965033885,5,FailOnTimeoutGroup] 2024-11-18T21:23:53,886 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:53,886 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T21:23:53,886 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:53,886 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:53,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741831_1007 (size=1321) 2024-11-18T21:23:53,899 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T21:23:53,899 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe 2024-11-18T21:23:53,915 DEBUG [RS:0;d63b309a8c2d:46621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d63b309a8c2d:46621 2024-11-18T21:23:53,916 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T21:23:53,916 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T21:23:53,916 DEBUG [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T21:23:53,917 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(2659): reportForDuty to master=d63b309a8c2d,38699,1731965032735 with port=46621, startcode=1731965032901 2024-11-18T21:23:53,917 DEBUG [RS:0;d63b309a8c2d:46621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T21:23:53,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741832_1008 (size=32) 2024-11-18T21:23:53,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:53,940 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T21:23:53,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d63b309a8c2d,46621,1731965032901 2024-11-18T21:23:53,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38699 {}] master.ServerManager(517): Registering regionserver=d63b309a8c2d,46621,1731965032901 2024-11-18T21:23:53,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:23:53,943 DEBUG [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe 2024-11-18T21:23:53,943 DEBUG [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42205 2024-11-18T21:23:53,943 DEBUG [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T21:23:53,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:23:53,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:53,949 DEBUG [RS:0;d63b309a8c2d:46621 {}] zookeeper.ZKUtil(111): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Set watcher on existing znode=/2-1112541225/rs/d63b309a8c2d,46621,1731965032901 2024-11-18T21:23:53,949 WARN [RS:0;d63b309a8c2d:46621 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T21:23:53,949 INFO [RS:0;d63b309a8c2d:46621 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:53,949 DEBUG [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/WALs/d63b309a8c2d,46621,1731965032901 2024-11-18T21:23:53,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225/rs 2024-11-18T21:23:53,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:53,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:23:53,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:23:53,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:53,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:53,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:23:53,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:23:53,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:53,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:53,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:23:53,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:23:53,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:53,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:53,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:23:53,974 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d63b309a8c2d,46621,1731965032901] 2024-11-18T21:23:53,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740 2024-11-18T21:23:53,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740 2024-11-18T21:23:53,982 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T21:23:53,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:23:53,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:23:53,985 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:23:53,985 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T21:23:53,986 INFO [RS:0;d63b309a8c2d:46621 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T21:23:53,986 INFO [RS:0;d63b309a8c2d:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:53,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:23:53,997 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T21:23:54,003 INFO [RS:0;d63b309a8c2d:46621 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T21:23:54,003 INFO [RS:0;d63b309a8c2d:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:54,003 DEBUG [RS:0;d63b309a8c2d:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:54,003 DEBUG [RS:0;d63b309a8c2d:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:54,003 DEBUG [RS:0;d63b309a8c2d:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:54,003 DEBUG [RS:0;d63b309a8c2d:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:54,003 DEBUG [RS:0;d63b309a8c2d:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:54,003 DEBUG [RS:0;d63b309a8c2d:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d63b309a8c2d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T21:23:54,003 DEBUG [RS:0;d63b309a8c2d:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:54,003 DEBUG [RS:0;d63b309a8c2d:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:54,003 DEBUG [RS:0;d63b309a8c2d:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:54,003 DEBUG [RS:0;d63b309a8c2d:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:54,003 DEBUG [RS:0;d63b309a8c2d:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:54,004 DEBUG [RS:0;d63b309a8c2d:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d63b309a8c2d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T21:23:54,004 DEBUG [RS:0;d63b309a8c2d:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:23:54,004 DEBUG [RS:0;d63b309a8c2d:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d63b309a8c2d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T21:23:54,005 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:54,006 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72941307, jitterRate=0.0869101732969284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:23:54,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731965033937Initializing all the Stores at 1731965033941 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965033941Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965033942 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965033942Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965033942Cleaning up temporary data from old regions at 1731965033984 (+42 ms)Region opened successfully at 1731965034006 (+22 ms) 2024-11-18T21:23:54,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:23:54,006 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:23:54,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:23:54,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:23:54,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:23:54,013 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:23:54,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731965034006Disabling compacts and flushes for region at 1731965034006Disabling writes for close at 1731965034006Writing region close event to WAL at 1731965034013 (+7 ms)Closed at 1731965034013 2024-11-18T21:23:54,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:54,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T21:23:54,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T21:23:54,024 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:23:54,026 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T21:23:54,040 INFO [RS:0;d63b309a8c2d:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:54,041 INFO [RS:0;d63b309a8c2d:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:54,041 INFO [RS:0;d63b309a8c2d:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:54,041 INFO [RS:0;d63b309a8c2d:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:54,041 INFO [RS:0;d63b309a8c2d:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:54,041 INFO [RS:0;d63b309a8c2d:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,46621,1731965032901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:23:54,068 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T21:23:54,068 INFO [RS:0;d63b309a8c2d:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,46621,1731965032901-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:54,068 INFO [RS:0;d63b309a8c2d:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:54,069 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.Replication(171): d63b309a8c2d,46621,1731965032901 started 2024-11-18T21:23:54,098 INFO [RS:0;d63b309a8c2d:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:54,099 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(1482): Serving as d63b309a8c2d,46621,1731965032901, RpcServer on d63b309a8c2d/172.17.0.3:46621, sessionid=0x10054c6f70a0007 2024-11-18T21:23:54,099 DEBUG [RS:0;d63b309a8c2d:46621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T21:23:54,099 DEBUG [RS:0;d63b309a8c2d:46621 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d63b309a8c2d,46621,1731965032901 2024-11-18T21:23:54,099 DEBUG [RS:0;d63b309a8c2d:46621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,46621,1731965032901' 2024-11-18T21:23:54,099 DEBUG [RS:0;d63b309a8c2d:46621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1112541225/flush-table-proc/abort' 2024-11-18T21:23:54,105 DEBUG [RS:0;d63b309a8c2d:46621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1112541225/flush-table-proc/acquired' 2024-11-18T21:23:54,112 DEBUG [RS:0;d63b309a8c2d:46621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T21:23:54,112 DEBUG [RS:0;d63b309a8c2d:46621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T21:23:54,112 DEBUG [RS:0;d63b309a8c2d:46621 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d63b309a8c2d,46621,1731965032901 2024-11-18T21:23:54,112 DEBUG [RS:0;d63b309a8c2d:46621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd63b309a8c2d,46621,1731965032901' 2024-11-18T21:23:54,112 DEBUG [RS:0;d63b309a8c2d:46621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1112541225/online-snapshot/abort' 2024-11-18T21:23:54,121 DEBUG [RS:0;d63b309a8c2d:46621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1112541225/online-snapshot/acquired' 2024-11-18T21:23:54,133 DEBUG [RS:0;d63b309a8c2d:46621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T21:23:54,133 INFO [RS:0;d63b309a8c2d:46621 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T21:23:54,133 INFO [RS:0;d63b309a8c2d:46621 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T21:23:54,183 WARN [d63b309a8c2d:38699 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T21:23:54,233 INFO [RS:0;d63b309a8c2d:46621 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T21:23:54,242 INFO [RS:0;d63b309a8c2d:46621 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C46621%2C1731965032901, suffix=, logDir=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/WALs/d63b309a8c2d,46621,1731965032901, archiveDir=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/oldWALs, maxLogs=10 2024-11-18T21:23:54,264 DEBUG [RS:0;d63b309a8c2d:46621 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/WALs/d63b309a8c2d,46621,1731965032901/d63b309a8c2d%2C46621%2C1731965032901.1731965034243, exclude list is [], retry=0 2024-11-18T21:23:54,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45315,DS-0f18c88d-bdd4-4834-8c75-8c2819de1169,DISK] 2024-11-18T21:23:54,279 INFO [RS:0;d63b309a8c2d:46621 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/WALs/d63b309a8c2d,46621,1731965032901/d63b309a8c2d%2C46621%2C1731965032901.1731965034243 2024-11-18T21:23:54,285 DEBUG [RS:0;d63b309a8c2d:46621 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38083:38083)] 2024-11-18T21:23:54,433 DEBUG [d63b309a8c2d:38699 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T21:23:54,434 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d63b309a8c2d,46621,1731965032901 2024-11-18T21:23:54,435 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,46621,1731965032901, state=OPENING 2024-11-18T21:23:54,445 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T21:23:54,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225 2024-11-18T21:23:54,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225 2024-11-18T21:23:54,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1112541225/meta-region-server: CHANGED 2024-11-18T21:23:54,462 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T21:23:54,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,46621,1731965032901}] 2024-11-18T21:23:54,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1112541225/meta-region-server: CHANGED 2024-11-18T21:23:54,633 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:23:54,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:23:54,656 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T21:23:54,656 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:23:54,656 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T21:23:54,660 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C46621%2C1731965032901.meta, suffix=.meta, logDir=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/WALs/d63b309a8c2d,46621,1731965032901, archiveDir=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/oldWALs, maxLogs=10 2024-11-18T21:23:54,705 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/WALs/d63b309a8c2d,46621,1731965032901/d63b309a8c2d%2C46621%2C1731965032901.meta.1731965034661.meta, exclude list is [], retry=0 2024-11-18T21:23:54,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45315,DS-0f18c88d-bdd4-4834-8c75-8c2819de1169,DISK] 2024-11-18T21:23:54,727 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/WALs/d63b309a8c2d,46621,1731965032901/d63b309a8c2d%2C46621%2C1731965032901.meta.1731965034661.meta 2024-11-18T21:23:54,727 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38083:38083)] 2024-11-18T21:23:54,728 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:54,728 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:23:54,728 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:23:54,729 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T21:23:54,729 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T21:23:54,729 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T21:23:54,729 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:54,729 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T21:23:54,729 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T21:23:54,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T21:23:54,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T21:23:54,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:54,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:54,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T21:23:54,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T21:23:54,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:54,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:54,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T21:23:54,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T21:23:54,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:54,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:54,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T21:23:54,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T21:23:54,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:54,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T21:23:54,787 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T21:23:54,790 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740 2024-11-18T21:23:54,794 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740 2024-11-18T21:23:54,804 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T21:23:54,804 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T21:23:54,808 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T21:23:54,824 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T21:23:54,836 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68399715, jitterRate=0.01923517882823944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T21:23:54,837 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T21:23:54,837 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731965034729Writing region info on filesystem at 1731965034729Initializing all the Stores at 1731965034737 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965034737Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965034741 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965034741Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731965034741Cleaning up temporary data from old regions at 1731965034804 (+63 ms)Running coprocessor post-open hooks at 1731965034837 (+33 ms)Region opened successfully at 1731965034837 2024-11-18T21:23:54,849 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731965034633 2024-11-18T21:23:54,858 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,46621,1731965032901 2024-11-18T21:23:54,859 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d63b309a8c2d,46621,1731965032901, state=OPEN 2024-11-18T21:23:54,864 DEBUG [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T21:23:54,864 INFO [RS_OPEN_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T21:23:54,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1112541225/meta-region-server 2024-11-18T21:23:54,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1112541225/meta-region-server: CHANGED 2024-11-18T21:23:54,865 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d63b309a8c2d,46621,1731965032901 2024-11-18T21:23:54,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1112541225/meta-region-server 2024-11-18T21:23:54,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1112541225/meta-region-server: CHANGED 2024-11-18T21:23:54,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T21:23:54,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d63b309a8c2d,46621,1731965032901 in 404 msec 2024-11-18T21:23:54,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T21:23:54,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 854 msec 2024-11-18T21:23:54,872 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T21:23:54,872 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T21:23:54,880 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:54,880 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,46621,1731965032901, seqNum=-1] 2024-11-18T21:23:54,880 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:54,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:23:54,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0800 sec 2024-11-18T21:23:54,890 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731965034890, completionTime=-1 2024-11-18T21:23:54,890 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T21:23:54,891 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T21:23:54,903 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T21:23:54,903 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731965094903 2024-11-18T21:23:54,903 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731965154903 2024-11-18T21:23:54,903 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 12 msec 2024-11-18T21:23:54,903 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38699,1731965032735-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:54,903 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38699,1731965032735-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:54,903 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38699,1731965032735-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:54,903 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d63b309a8c2d:38699, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:54,903 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:54,904 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:54,911 DEBUG [master/d63b309a8c2d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T21:23:54,921 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.841sec 2024-11-18T21:23:54,922 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T21:23:54,922 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T21:23:54,922 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T21:23:54,922 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T21:23:54,922 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T21:23:54,922 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38699,1731965032735-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T21:23:54,922 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38699,1731965032735-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T21:23:54,929 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T21:23:54,929 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T21:23:54,929 INFO [master/d63b309a8c2d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d63b309a8c2d,38699,1731965032735-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T21:23:54,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd1a4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:54,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38699,-1 for getting cluster id 2024-11-18T21:23:54,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:54,995 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f98b48b-848d-4349-84df-2e881c28ca4a' 2024-11-18T21:23:54,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:54,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f98b48b-848d-4349-84df-2e881c28ca4a" 2024-11-18T21:23:54,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468a80bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:54,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38699,-1] 2024-11-18T21:23:54,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:54,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:55,001 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:55,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c2c746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:55,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:23:55,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,46621,1731965032901, seqNum=-1] 2024-11-18T21:23:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:23:55,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:23:55,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d63b309a8c2d,38699,1731965032735 2024-11-18T21:23:55,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59001 2024-11-18T21:23:55,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T21:23:55,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10054c6f70a0008 connected 2024-11-18T21:23:55,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:55,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33533,1731965023018 2024-11-18T21:23:55,115 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9980fd5 2024-11-18T21:23:55,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:55,120 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:23:55,121 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:23:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T21:23:55,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:23:55,135 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:55,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:23:55,144 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T21:23:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:55,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741835_1011 (size=902) 2024-11-18T21:23:55,225 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 631c698b4ea868ae12960be51aacd6e2, NAME => 'test,,1731965035121.631c698b4ea868ae12960be51aacd6e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755 2024-11-18T21:23:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:55,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741836_1012 (size=39) 2024-11-18T21:23:55,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731965035121.631c698b4ea868ae12960be51aacd6e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:55,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 631c698b4ea868ae12960be51aacd6e2, disabling compactions & flushes 2024-11-18T21:23:55,309 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731965035121.631c698b4ea868ae12960be51aacd6e2. 2024-11-18T21:23:55,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731965035121.631c698b4ea868ae12960be51aacd6e2. 2024-11-18T21:23:55,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731965035121.631c698b4ea868ae12960be51aacd6e2. after waiting 0 ms 2024-11-18T21:23:55,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731965035121.631c698b4ea868ae12960be51aacd6e2. 2024-11-18T21:23:55,309 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731965035121.631c698b4ea868ae12960be51aacd6e2. 2024-11-18T21:23:55,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 631c698b4ea868ae12960be51aacd6e2: Waiting for close lock at 1731965035309Disabling compacts and flushes for region at 1731965035309Disabling writes for close at 1731965035309Writing region close event to WAL at 1731965035309Closed at 1731965035309 2024-11-18T21:23:55,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:23:55,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731965035121.631c698b4ea868ae12960be51aacd6e2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731965035313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731965035313"}]},"ts":"1731965035313"} 2024-11-18T21:23:55,335 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:23:55,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:23:55,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731965035336"}]},"ts":"1731965035336"} 2024-11-18T21:23:55,341 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T21:23:55,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=631c698b4ea868ae12960be51aacd6e2, ASSIGN}] 2024-11-18T21:23:55,344 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=631c698b4ea868ae12960be51aacd6e2, ASSIGN 2024-11-18T21:23:55,345 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=631c698b4ea868ae12960be51aacd6e2, ASSIGN; state=OFFLINE, location=d63b309a8c2d,36295,1731965023221; forceNewPlan=false, retain=false 2024-11-18T21:23:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:55,497 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=631c698b4ea868ae12960be51aacd6e2, regionState=OPENING, regionLocation=d63b309a8c2d,36295,1731965023221 2024-11-18T21:23:55,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=631c698b4ea868ae12960be51aacd6e2, ASSIGN because future has completed 2024-11-18T21:23:55,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 631c698b4ea868ae12960be51aacd6e2, server=d63b309a8c2d,36295,1731965023221}] 2024-11-18T21:23:55,689 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731965035121.631c698b4ea868ae12960be51aacd6e2. 2024-11-18T21:23:55,689 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 631c698b4ea868ae12960be51aacd6e2, NAME => 'test,,1731965035121.631c698b4ea868ae12960be51aacd6e2.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:55,689 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:23:55,689 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T21:23:55,690 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 631c698b4ea868ae12960be51aacd6e2 2024-11-18T21:23:55,690 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731965035121.631c698b4ea868ae12960be51aacd6e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:55,690 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 631c698b4ea868ae12960be51aacd6e2 2024-11-18T21:23:55,690 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 631c698b4ea868ae12960be51aacd6e2 2024-11-18T21:23:55,692 INFO [StoreOpener-631c698b4ea868ae12960be51aacd6e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 631c698b4ea868ae12960be51aacd6e2 2024-11-18T21:23:55,693 INFO [StoreOpener-631c698b4ea868ae12960be51aacd6e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 631c698b4ea868ae12960be51aacd6e2 columnFamilyName f 2024-11-18T21:23:55,693 DEBUG [StoreOpener-631c698b4ea868ae12960be51aacd6e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:55,693 INFO [StoreOpener-631c698b4ea868ae12960be51aacd6e2-1 {}] regionserver.HStore(327): Store=631c698b4ea868ae12960be51aacd6e2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:55,694 INFO [StoreOpener-631c698b4ea868ae12960be51aacd6e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 631c698b4ea868ae12960be51aacd6e2 2024-11-18T21:23:55,695 INFO [StoreOpener-631c698b4ea868ae12960be51aacd6e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 631c698b4ea868ae12960be51aacd6e2 columnFamilyName f1 2024-11-18T21:23:55,695 DEBUG [StoreOpener-631c698b4ea868ae12960be51aacd6e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:55,695 INFO [StoreOpener-631c698b4ea868ae12960be51aacd6e2-1 {}] regionserver.HStore(327): Store=631c698b4ea868ae12960be51aacd6e2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:55,695 INFO [StoreOpener-631c698b4ea868ae12960be51aacd6e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 631c698b4ea868ae12960be51aacd6e2 2024-11-18T21:23:55,698 INFO [StoreOpener-631c698b4ea868ae12960be51aacd6e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 631c698b4ea868ae12960be51aacd6e2 columnFamilyName norep 2024-11-18T21:23:55,698 DEBUG [StoreOpener-631c698b4ea868ae12960be51aacd6e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:55,699 INFO [StoreOpener-631c698b4ea868ae12960be51aacd6e2-1 {}] regionserver.HStore(327): Store=631c698b4ea868ae12960be51aacd6e2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:55,699 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 631c698b4ea868ae12960be51aacd6e2 2024-11-18T21:23:55,700 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2 2024-11-18T21:23:55,700 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2 2024-11-18T21:23:55,703 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 631c698b4ea868ae12960be51aacd6e2 2024-11-18T21:23:55,703 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 631c698b4ea868ae12960be51aacd6e2 2024-11-18T21:23:55,703 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:23:55,704 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 631c698b4ea868ae12960be51aacd6e2 2024-11-18T21:23:55,707 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:55,707 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 631c698b4ea868ae12960be51aacd6e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67545945, jitterRate=0.0065130144357681274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:23:55,708 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 631c698b4ea868ae12960be51aacd6e2 2024-11-18T21:23:55,708 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 631c698b4ea868ae12960be51aacd6e2: Running coprocessor pre-open hook at 1731965035690Writing region info on filesystem at 1731965035690Initializing all the Stores at 1731965035691 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965035691Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965035691Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965035691Cleaning up temporary data from old regions at 1731965035703 (+12 ms)Running coprocessor post-open hooks at 1731965035708 (+5 ms)Region opened successfully at 1731965035708 2024-11-18T21:23:55,709 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731965035121.631c698b4ea868ae12960be51aacd6e2., pid=6, masterSystemTime=1731965035667 2024-11-18T21:23:55,714 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731965035121.631c698b4ea868ae12960be51aacd6e2. 2024-11-18T21:23:55,714 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731965035121.631c698b4ea868ae12960be51aacd6e2. 2024-11-18T21:23:55,715 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=631c698b4ea868ae12960be51aacd6e2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d63b309a8c2d,36295,1731965023221 2024-11-18T21:23:55,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 631c698b4ea868ae12960be51aacd6e2, server=d63b309a8c2d,36295,1731965023221 because future has completed 2024-11-18T21:23:55,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:23:55,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 631c698b4ea868ae12960be51aacd6e2, server=d63b309a8c2d,36295,1731965023221 in 213 msec 2024-11-18T21:23:55,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T21:23:55,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=631c698b4ea868ae12960be51aacd6e2, ASSIGN in 382 msec 2024-11-18T21:23:55,728 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:23:55,728 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731965035728"}]},"ts":"1731965035728"} 2024-11-18T21:23:55,730 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T21:23:55,731 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:23:55,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 610 msec 2024-11-18T21:23:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:55,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:55,775 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T21:23:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,39041,1731965028147 2024-11-18T21:23:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21b10b73 2024-11-18T21:23:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:55,778 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:23:55,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:23:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T21:23:55,787 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:23:55,787 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:55,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T21:23:55,788 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:23:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:55,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741835_1011 (size=902) 2024-11-18T21:23:55,831 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 148af15ac16bcec1b0f0602a23afaf83, NAME => 'test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188 2024-11-18T21:23:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741836_1012 (size=39) 2024-11-18T21:23:55,849 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:55,849 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 148af15ac16bcec1b0f0602a23afaf83, disabling compactions & flushes 2024-11-18T21:23:55,849 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83. 2024-11-18T21:23:55,850 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83. 2024-11-18T21:23:55,850 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83. after waiting 0 ms 2024-11-18T21:23:55,850 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83. 2024-11-18T21:23:55,850 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83. 2024-11-18T21:23:55,850 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 148af15ac16bcec1b0f0602a23afaf83: Waiting for close lock at 1731965035849Disabling compacts and flushes for region at 1731965035849Disabling writes for close at 1731965035850 (+1 ms)Writing region close event to WAL at 1731965035850Closed at 1731965035850 2024-11-18T21:23:55,851 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:23:55,852 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731965035851"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731965035851"}]},"ts":"1731965035851"} 2024-11-18T21:23:55,854 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:23:55,856 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:23:55,857 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731965035857"}]},"ts":"1731965035857"} 2024-11-18T21:23:55,858 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T21:23:55,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=148af15ac16bcec1b0f0602a23afaf83, ASSIGN}] 2024-11-18T21:23:55,860 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=148af15ac16bcec1b0f0602a23afaf83, ASSIGN 2024-11-18T21:23:55,861 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=148af15ac16bcec1b0f0602a23afaf83, ASSIGN; state=OFFLINE, location=d63b309a8c2d,41117,1731965028250; forceNewPlan=false, retain=false 2024-11-18T21:23:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:56,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=148af15ac16bcec1b0f0602a23afaf83, regionState=OPENING, regionLocation=d63b309a8c2d,41117,1731965028250 2024-11-18T21:23:56,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=148af15ac16bcec1b0f0602a23afaf83, ASSIGN because future has completed 2024-11-18T21:23:56,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 148af15ac16bcec1b0f0602a23afaf83, server=d63b309a8c2d,41117,1731965028250}] 2024-11-18T21:23:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:56,138 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:23:56,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:56,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:56,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:56,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:56,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:56,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:56,246 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83. 2024-11-18T21:23:56,247 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 148af15ac16bcec1b0f0602a23afaf83, NAME => 'test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:56,247 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:23:56,247 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T21:23:56,248 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 148af15ac16bcec1b0f0602a23afaf83 2024-11-18T21:23:56,248 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:56,248 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 148af15ac16bcec1b0f0602a23afaf83 2024-11-18T21:23:56,248 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 148af15ac16bcec1b0f0602a23afaf83 2024-11-18T21:23:56,257 INFO [StoreOpener-148af15ac16bcec1b0f0602a23afaf83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 148af15ac16bcec1b0f0602a23afaf83 2024-11-18T21:23:56,266 INFO [StoreOpener-148af15ac16bcec1b0f0602a23afaf83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 148af15ac16bcec1b0f0602a23afaf83 columnFamilyName f 2024-11-18T21:23:56,267 DEBUG [StoreOpener-148af15ac16bcec1b0f0602a23afaf83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:56,269 INFO [StoreOpener-148af15ac16bcec1b0f0602a23afaf83-1 {}] regionserver.HStore(327): Store=148af15ac16bcec1b0f0602a23afaf83/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:56,269 INFO [StoreOpener-148af15ac16bcec1b0f0602a23afaf83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 148af15ac16bcec1b0f0602a23afaf83 2024-11-18T21:23:56,271 INFO [StoreOpener-148af15ac16bcec1b0f0602a23afaf83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 148af15ac16bcec1b0f0602a23afaf83 columnFamilyName f1 2024-11-18T21:23:56,271 DEBUG [StoreOpener-148af15ac16bcec1b0f0602a23afaf83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:56,271 INFO [StoreOpener-148af15ac16bcec1b0f0602a23afaf83-1 {}] regionserver.HStore(327): Store=148af15ac16bcec1b0f0602a23afaf83/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:56,271 INFO [StoreOpener-148af15ac16bcec1b0f0602a23afaf83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 148af15ac16bcec1b0f0602a23afaf83 2024-11-18T21:23:56,277 INFO [StoreOpener-148af15ac16bcec1b0f0602a23afaf83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 148af15ac16bcec1b0f0602a23afaf83 columnFamilyName norep 2024-11-18T21:23:56,277 DEBUG [StoreOpener-148af15ac16bcec1b0f0602a23afaf83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:56,281 INFO [StoreOpener-148af15ac16bcec1b0f0602a23afaf83-1 {}] regionserver.HStore(327): Store=148af15ac16bcec1b0f0602a23afaf83/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:56,281 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 148af15ac16bcec1b0f0602a23afaf83 2024-11-18T21:23:56,281 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83 2024-11-18T21:23:56,282 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83 2024-11-18T21:23:56,293 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 148af15ac16bcec1b0f0602a23afaf83 2024-11-18T21:23:56,293 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 148af15ac16bcec1b0f0602a23afaf83 2024-11-18T21:23:56,294 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:23:56,296 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 148af15ac16bcec1b0f0602a23afaf83 2024-11-18T21:23:56,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:56,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:56,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:56,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:56,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:56,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:56,314 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:56,317 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 148af15ac16bcec1b0f0602a23afaf83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64426723, jitterRate=-0.03996701538562775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:23:56,317 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 148af15ac16bcec1b0f0602a23afaf83 2024-11-18T21:23:56,317 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 148af15ac16bcec1b0f0602a23afaf83: Running coprocessor pre-open hook at 1731965036248Writing region info on filesystem at 1731965036248Initializing all the Stores at 1731965036249 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965036249Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965036253 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965036253Cleaning up temporary data from old regions at 1731965036293 (+40 ms)Running coprocessor post-open hooks at 1731965036317 (+24 ms)Region opened successfully at 1731965036317 2024-11-18T21:23:56,320 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83., pid=6, masterSystemTime=1731965036217 2024-11-18T21:23:56,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:56,325 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83. 2024-11-18T21:23:56,325 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83. 2024-11-18T21:23:56,333 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=148af15ac16bcec1b0f0602a23afaf83, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d63b309a8c2d,41117,1731965028250 2024-11-18T21:23:56,334 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39041 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d63b309a8c2d,41117,1731965028250, table=test, region=148af15ac16bcec1b0f0602a23afaf83. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T21:23:56,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 148af15ac16bcec1b0f0602a23afaf83, server=d63b309a8c2d,41117,1731965028250 because future has completed 2024-11-18T21:23:56,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:56,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:56,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:23:56,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:23:56,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 148af15ac16bcec1b0f0602a23afaf83, server=d63b309a8c2d,41117,1731965028250 in 330 msec 2024-11-18T21:23:56,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T21:23:56,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=148af15ac16bcec1b0f0602a23afaf83, ASSIGN in 506 msec 2024-11-18T21:23:56,381 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:23:56,381 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731965036381"}]},"ts":"1731965036381"} 2024-11-18T21:23:56,387 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T21:23:56,393 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:23:56,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 614 msec 2024-11-18T21:23:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:56,415 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T21:23:56,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:56,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,38699,1731965032735 2024-11-18T21:23:56,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a390302 2024-11-18T21:23:56,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:56,420 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:23:56,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:23:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T21:23:56,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:23:56,434 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:56,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T21:23:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:56,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:23:56,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741835_1011 (size=902) 2024-11-18T21:23:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:56,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:56,906 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8fd86ed2747016929b522ff39b9f686, NAME => 'test,,1731965036421.b8fd86ed2747016929b522ff39b9f686.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe 2024-11-18T21:23:56,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741836_1012 (size=39) 2024-11-18T21:23:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:57,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731965036421.b8fd86ed2747016929b522ff39b9f686.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:57,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b8fd86ed2747016929b522ff39b9f686, disabling compactions & flushes 2024-11-18T21:23:57,349 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731965036421.b8fd86ed2747016929b522ff39b9f686. 2024-11-18T21:23:57,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731965036421.b8fd86ed2747016929b522ff39b9f686. 2024-11-18T21:23:57,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731965036421.b8fd86ed2747016929b522ff39b9f686. after waiting 0 ms 2024-11-18T21:23:57,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731965036421.b8fd86ed2747016929b522ff39b9f686. 2024-11-18T21:23:57,349 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731965036421.b8fd86ed2747016929b522ff39b9f686. 2024-11-18T21:23:57,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8fd86ed2747016929b522ff39b9f686: Waiting for close lock at 1731965037349Disabling compacts and flushes for region at 1731965037349Disabling writes for close at 1731965037349Writing region close event to WAL at 1731965037349Closed at 1731965037349 2024-11-18T21:23:57,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:23:57,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731965036421.b8fd86ed2747016929b522ff39b9f686.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731965037361"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731965037361"}]},"ts":"1731965037361"} 2024-11-18T21:23:57,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:23:57,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:23:57,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731965037373"}]},"ts":"1731965037373"} 2024-11-18T21:23:57,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T21:23:57,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8fd86ed2747016929b522ff39b9f686, ASSIGN}] 2024-11-18T21:23:57,377 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8fd86ed2747016929b522ff39b9f686, ASSIGN 2024-11-18T21:23:57,379 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b8fd86ed2747016929b522ff39b9f686, ASSIGN; state=OFFLINE, location=d63b309a8c2d,46621,1731965032901; forceNewPlan=false, retain=false 2024-11-18T21:23:57,537 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8fd86ed2747016929b522ff39b9f686, regionState=OPENING, regionLocation=d63b309a8c2d,46621,1731965032901 2024-11-18T21:23:57,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b8fd86ed2747016929b522ff39b9f686, ASSIGN because future has completed 2024-11-18T21:23:57,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8fd86ed2747016929b522ff39b9f686, server=d63b309a8c2d,46621,1731965032901}] 2024-11-18T21:23:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:57,765 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731965036421.b8fd86ed2747016929b522ff39b9f686. 2024-11-18T21:23:57,766 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b8fd86ed2747016929b522ff39b9f686, NAME => 'test,,1731965036421.b8fd86ed2747016929b522ff39b9f686.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:23:57,766 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:23:57,770 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T21:23:57,770 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b8fd86ed2747016929b522ff39b9f686 2024-11-18T21:23:57,770 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731965036421.b8fd86ed2747016929b522ff39b9f686.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:57,771 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b8fd86ed2747016929b522ff39b9f686 2024-11-18T21:23:57,771 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b8fd86ed2747016929b522ff39b9f686 2024-11-18T21:23:57,781 INFO [StoreOpener-b8fd86ed2747016929b522ff39b9f686-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b8fd86ed2747016929b522ff39b9f686 2024-11-18T21:23:57,785 INFO [StoreOpener-b8fd86ed2747016929b522ff39b9f686-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8fd86ed2747016929b522ff39b9f686 columnFamilyName f 2024-11-18T21:23:57,785 DEBUG [StoreOpener-b8fd86ed2747016929b522ff39b9f686-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:57,786 INFO [StoreOpener-b8fd86ed2747016929b522ff39b9f686-1 {}] regionserver.HStore(327): Store=b8fd86ed2747016929b522ff39b9f686/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:57,786 INFO [StoreOpener-b8fd86ed2747016929b522ff39b9f686-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b8fd86ed2747016929b522ff39b9f686 2024-11-18T21:23:57,801 INFO [StoreOpener-b8fd86ed2747016929b522ff39b9f686-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8fd86ed2747016929b522ff39b9f686 columnFamilyName f1 2024-11-18T21:23:57,801 DEBUG [StoreOpener-b8fd86ed2747016929b522ff39b9f686-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:57,809 INFO [StoreOpener-b8fd86ed2747016929b522ff39b9f686-1 {}] regionserver.HStore(327): Store=b8fd86ed2747016929b522ff39b9f686/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:57,809 INFO [StoreOpener-b8fd86ed2747016929b522ff39b9f686-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b8fd86ed2747016929b522ff39b9f686 2024-11-18T21:23:57,821 INFO [StoreOpener-b8fd86ed2747016929b522ff39b9f686-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8fd86ed2747016929b522ff39b9f686 columnFamilyName norep 2024-11-18T21:23:57,822 DEBUG [StoreOpener-b8fd86ed2747016929b522ff39b9f686-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:57,829 INFO [StoreOpener-b8fd86ed2747016929b522ff39b9f686-1 {}] regionserver.HStore(327): Store=b8fd86ed2747016929b522ff39b9f686/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:23:57,829 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b8fd86ed2747016929b522ff39b9f686 2024-11-18T21:23:57,835 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/default/test/b8fd86ed2747016929b522ff39b9f686 2024-11-18T21:23:57,848 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/default/test/b8fd86ed2747016929b522ff39b9f686 2024-11-18T21:23:57,863 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b8fd86ed2747016929b522ff39b9f686 2024-11-18T21:23:57,863 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b8fd86ed2747016929b522ff39b9f686 2024-11-18T21:23:57,868 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:23:57,874 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b8fd86ed2747016929b522ff39b9f686 2024-11-18T21:23:57,896 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/default/test/b8fd86ed2747016929b522ff39b9f686/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:23:57,900 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b8fd86ed2747016929b522ff39b9f686; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62380651, jitterRate=-0.07045586407184601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:23:57,901 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8fd86ed2747016929b522ff39b9f686 2024-11-18T21:23:57,901 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b8fd86ed2747016929b522ff39b9f686: Running coprocessor pre-open hook at 1731965037771Writing region info on filesystem at 1731965037771Initializing all the Stores at 1731965037781 (+10 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965037781Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965037781Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965037781Cleaning up temporary data from old regions at 1731965037863 (+82 ms)Running coprocessor post-open hooks at 1731965037901 (+38 ms)Region opened successfully at 1731965037901 2024-11-18T21:23:57,908 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731965036421.b8fd86ed2747016929b522ff39b9f686., pid=6, masterSystemTime=1731965037728 2024-11-18T21:23:57,924 DEBUG [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731965036421.b8fd86ed2747016929b522ff39b9f686. 2024-11-18T21:23:57,924 INFO [RS_OPEN_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731965036421.b8fd86ed2747016929b522ff39b9f686. 2024-11-18T21:23:57,925 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8fd86ed2747016929b522ff39b9f686, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d63b309a8c2d,46621,1731965032901 2024-11-18T21:23:57,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8fd86ed2747016929b522ff39b9f686, server=d63b309a8c2d,46621,1731965032901 because future has completed 2024-11-18T21:23:57,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T21:23:57,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b8fd86ed2747016929b522ff39b9f686, server=d63b309a8c2d,46621,1731965032901 in 394 msec 2024-11-18T21:23:57,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T21:23:57,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b8fd86ed2747016929b522ff39b9f686, ASSIGN in 577 msec 2024-11-18T21:23:57,975 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:23:57,976 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731965037975"}]},"ts":"1731965037975"} 2024-11-18T21:23:57,980 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T21:23:57,989 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:23:58,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.5680 sec 2024-11-18T21:23:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T21:23:58,598 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T21:23:58,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edbcf20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:58,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33533,-1 for getting cluster id 2024-11-18T21:23:58,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:58,614 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a13402ea-f9c2-47e7-91b9-4f338bf9ec4d' 2024-11-18T21:23:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a13402ea-f9c2-47e7-91b9-4f338bf9ec4d" 2024-11-18T21:23:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c2ef22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33533,-1] 2024-11-18T21:23:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:58,617 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:58,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3923e6d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:58,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:58,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33533,1731965023018 2024-11-18T21:23:58,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74fa1362 2024-11-18T21:23:58,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:58,626 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:23:58,626 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d63b309a8c2d:39041,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T21:23:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:23:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:58,635 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:39041' 2024-11-18T21:23:58,636 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2362779c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:58,636 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,39041,-1 for getting cluster id 2024-11-18T21:23:58,636 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:23:58,645 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39c85cfa-495c-48e2-af48-84525c24287e' 2024-11-18T21:23:58,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:23:58,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39c85cfa-495c-48e2-af48-84525c24287e" 2024-11-18T21:23:58,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e87c81e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:58,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,39041,-1] 2024-11-18T21:23:58,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:23:58,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:58,656 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:23:58,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7392257f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:23:58,657 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:23:58,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,39041,1731965028147 2024-11-18T21:23:58,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cf65ce3 2024-11-18T21:23:58,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:23:58,661 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:23:58,662 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T21:23:58,662 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:23:58,663 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:58,663 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:23:58,663 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T21:23:58,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:23:58,665 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T21:23:58,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T21:23:58,676 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:23:58,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T21:23:58,720 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T21:23:58,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741837_1013 (size=1138) 2024-11-18T21:23:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:59,156 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13c5c183971c098391115c90fc998df0, NAME => 'hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755 2024-11-18T21:23:59,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741838_1014 (size=44) 2024-11-18T21:23:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:59,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:23:59,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 13c5c183971c098391115c90fc998df0, disabling compactions & flushes 2024-11-18T21:23:59,625 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0. 2024-11-18T21:23:59,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0. 2024-11-18T21:23:59,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0. after waiting 0 ms 2024-11-18T21:23:59,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0. 2024-11-18T21:23:59,625 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0. 2024-11-18T21:23:59,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13c5c183971c098391115c90fc998df0: Waiting for close lock at 1731965039624Disabling compacts and flushes for region at 1731965039624Disabling writes for close at 1731965039625 (+1 ms)Writing region close event to WAL at 1731965039625Closed at 1731965039625 2024-11-18T21:23:59,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T21:23:59,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731965039630"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731965039630"}]},"ts":"1731965039630"} 2024-11-18T21:23:59,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T21:23:59,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T21:23:59,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731965039652"}]},"ts":"1731965039652"} 2024-11-18T21:23:59,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T21:23:59,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=13c5c183971c098391115c90fc998df0, ASSIGN}] 2024-11-18T21:23:59,660 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=13c5c183971c098391115c90fc998df0, ASSIGN 2024-11-18T21:23:59,661 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=13c5c183971c098391115c90fc998df0, ASSIGN; state=OFFLINE, location=d63b309a8c2d,36295,1731965023221; forceNewPlan=false, retain=false 2024-11-18T21:23:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:23:59,812 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=13c5c183971c098391115c90fc998df0, regionState=OPENING, regionLocation=d63b309a8c2d,36295,1731965023221 2024-11-18T21:23:59,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=13c5c183971c098391115c90fc998df0, ASSIGN because future has completed 2024-11-18T21:23:59,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13c5c183971c098391115c90fc998df0, server=d63b309a8c2d,36295,1731965023221}] 2024-11-18T21:24:00,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0. 2024-11-18T21:24:00,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T21:24:00,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T21:24:00,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d63b309a8c2d%2C36295%2C1731965023221.rep, suffix=, logDir=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221, archiveDir=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/oldWALs, maxLogs=10 2024-11-18T21:24:00,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.rep.1731965040046, exclude list is [], retry=0 2024-11-18T21:24:00,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44251,DS-96d6719a-a074-4222-a71c-bf936c758b4f,DISK] 2024-11-18T21:24:00,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.rep.1731965040046 2024-11-18T21:24:00,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35029:35029)] 2024-11-18T21:24:00,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 13c5c183971c098391115c90fc998df0, NAME => 'hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0.', STARTKEY => '', ENDKEY => ''} 2024-11-18T21:24:00,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T21:24:00,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T21:24:00,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0. service=MultiRowMutationService 2024-11-18T21:24:00,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T21:24:00,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 13c5c183971c098391115c90fc998df0 2024-11-18T21:24:00,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T21:24:00,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 13c5c183971c098391115c90fc998df0 2024-11-18T21:24:00,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 13c5c183971c098391115c90fc998df0 2024-11-18T21:24:00,118 INFO [StoreOpener-13c5c183971c098391115c90fc998df0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 13c5c183971c098391115c90fc998df0 2024-11-18T21:24:00,131 INFO [StoreOpener-13c5c183971c098391115c90fc998df0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13c5c183971c098391115c90fc998df0 columnFamilyName hfileref 2024-11-18T21:24:00,131 DEBUG [StoreOpener-13c5c183971c098391115c90fc998df0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:24:00,134 INFO [StoreOpener-13c5c183971c098391115c90fc998df0-1 {}] regionserver.HStore(327): Store=13c5c183971c098391115c90fc998df0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:24:00,134 INFO [StoreOpener-13c5c183971c098391115c90fc998df0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 13c5c183971c098391115c90fc998df0 2024-11-18T21:24:00,142 INFO [StoreOpener-13c5c183971c098391115c90fc998df0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13c5c183971c098391115c90fc998df0 columnFamilyName queue 2024-11-18T21:24:00,142 DEBUG [StoreOpener-13c5c183971c098391115c90fc998df0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:24:00,147 INFO [StoreOpener-13c5c183971c098391115c90fc998df0-1 {}] regionserver.HStore(327): Store=13c5c183971c098391115c90fc998df0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:24:00,147 INFO [StoreOpener-13c5c183971c098391115c90fc998df0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 13c5c183971c098391115c90fc998df0 2024-11-18T21:24:00,157 INFO [StoreOpener-13c5c183971c098391115c90fc998df0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13c5c183971c098391115c90fc998df0 columnFamilyName sid 2024-11-18T21:24:00,157 DEBUG [StoreOpener-13c5c183971c098391115c90fc998df0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T21:24:00,158 INFO [StoreOpener-13c5c183971c098391115c90fc998df0-1 {}] regionserver.HStore(327): Store=13c5c183971c098391115c90fc998df0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T21:24:00,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 13c5c183971c098391115c90fc998df0 2024-11-18T21:24:00,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/replication/13c5c183971c098391115c90fc998df0 2024-11-18T21:24:00,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/replication/13c5c183971c098391115c90fc998df0 2024-11-18T21:24:00,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 13c5c183971c098391115c90fc998df0 2024-11-18T21:24:00,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 13c5c183971c098391115c90fc998df0 2024-11-18T21:24:00,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T21:24:00,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 13c5c183971c098391115c90fc998df0 2024-11-18T21:24:00,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/replication/13c5c183971c098391115c90fc998df0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T21:24:00,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 13c5c183971c098391115c90fc998df0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61067612, jitterRate=-0.09002166986465454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T21:24:00,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13c5c183971c098391115c90fc998df0 2024-11-18T21:24:00,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 13c5c183971c098391115c90fc998df0: Running coprocessor pre-open hook at 1731965040106Writing region info on filesystem at 1731965040106Initializing all the Stores at 1731965040109 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965040109Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965040113 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731965040113Cleaning up temporary data from old regions at 1731965040164 (+51 ms)Running coprocessor post-open hooks at 1731965040246 (+82 ms)Region opened successfully at 1731965040246 2024-11-18T21:24:00,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0., pid=10, masterSystemTime=1731965040001 2024-11-18T21:24:00,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=13c5c183971c098391115c90fc998df0, regionState=OPEN, openSeqNum=2, regionLocation=d63b309a8c2d,36295,1731965023221 2024-11-18T21:24:00,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0. 2024-11-18T21:24:00,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0. 2024-11-18T21:24:00,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13c5c183971c098391115c90fc998df0, server=d63b309a8c2d,36295,1731965023221 because future has completed 2024-11-18T21:24:00,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T21:24:00,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 13c5c183971c098391115c90fc998df0, server=d63b309a8c2d,36295,1731965023221 in 448 msec 2024-11-18T21:24:00,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T21:24:00,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=13c5c183971c098391115c90fc998df0, ASSIGN in 625 msec 2024-11-18T21:24:00,291 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T21:24:00,292 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731965040291"}]},"ts":"1731965040291"} 2024-11-18T21:24:00,294 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T21:24:00,295 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T21:24:00,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.6320 sec 2024-11-18T21:24:00,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0., hostname=d63b309a8c2d,36295,1731965023221, seqNum=2] 2024-11-18T21:24:00,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030 2024-11-18T21:24:00,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030 2024-11-18T21:24:00,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:24:00,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T21:24:00,559 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T21:24:00,698 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d63b309a8c2d,36295,1731965023221, ReplicationSource: 1, currentBandwidth=0 2024-11-18T21:24:00,704 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:24:00,705 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,36295,1731965023221, seqNum=-1] 2024-11-18T21:24:00,705 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:24:00,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-18T21:24:00,710 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d63b309a8c2d,36295,1731965023221', locateType=CURRENT is [region=hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0., hostname=d63b309a8c2d,36295,1731965023221, seqNum=2] 2024-11-18T21:24:00,715 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T21:24:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T21:24:00,720 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d63b309a8c2d,36295,1731965023221 suceeded 2024-11-18T21:24:00,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T21:24:00,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 334 msec 2024-11-18T21:24:00,722 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d63b309a8c2d:39041,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:24:00,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.0960 sec 2024-11-18T21:24:00,750 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:39041' 2024-11-18T21:24:00,762 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3667a62a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:00,762 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,39041,-1 for getting cluster id 2024-11-18T21:24:00,762 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:24:00,765 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39c85cfa-495c-48e2-af48-84525c24287e' 2024-11-18T21:24:00,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:24:00,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39c85cfa-495c-48e2-af48-84525c24287e" 2024-11-18T21:24:00,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cc95656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:00,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,39041,-1] 2024-11-18T21:24:00,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:24:00,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:00,767 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:24:00,768 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a45db78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:00,769 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:24:00,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,39041,1731965028147 2024-11-18T21:24:00,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4128e56d 2024-11-18T21:24:00,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:24:00,779 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-18T21:24:00,781 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d63b309a8c2d,36295,1731965023221 (queues=1) is replicating from cluster=a13402ea-f9c2-47e7-91b9-4f338bf9ec4d to cluster=39c85cfa-495c-48e2-af48-84525c24287e 2024-11-18T21:24:00,781 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d63b309a8c2d%2C36295%2C1731965023221 2024-11-18T21:24:00,781 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d63b309a8c2d,36295,1731965023221, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:24:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T21:24:00,785 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T21:24:00,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:24:00,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:24:00,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:00,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:00,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:24:00,789 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450, startPosition=0, beingWritten=true 2024-11-18T21:24:00,797 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C36295%2C1731965023221 2024-11-18T21:24:00,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29aded8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:00,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33533,-1 for getting cluster id 2024-11-18T21:24:00,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:24:00,805 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a13402ea-f9c2-47e7-91b9-4f338bf9ec4d' 2024-11-18T21:24:00,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:24:00,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a13402ea-f9c2-47e7-91b9-4f338bf9ec4d" 2024-11-18T21:24:00,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8e4acf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:00,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33533,-1] 2024-11-18T21:24:00,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:24:00,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:00,807 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:24:00,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42af6bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:00,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a1221a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:00,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,39041,-1 for getting cluster id 2024-11-18T21:24:00,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:24:00,830 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39c85cfa-495c-48e2-af48-84525c24287e' 2024-11-18T21:24:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:24:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39c85cfa-495c-48e2-af48-84525c24287e" 2024-11-18T21:24:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa5ade1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:00,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,39041,-1] 2024-11-18T21:24:00,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:24:00,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:00,834 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:24:00,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d788ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:00,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796dd015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:00,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38699,-1 for getting cluster id 2024-11-18T21:24:00,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:24:00,848 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f98b48b-848d-4349-84df-2e881c28ca4a' 2024-11-18T21:24:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:24:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f98b48b-848d-4349-84df-2e881c28ca4a" 2024-11-18T21:24:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a49ad91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38699,-1] 2024-11-18T21:24:00,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:24:00,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:00,851 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:24:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109a02b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:00,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:24:00,854 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:24:00,854 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 to pos 379, reset compression=false 2024-11-18T21:24:00,854 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,36295,1731965023221 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:24:00,953 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731965040953/Put/seqid=0 2024-11-18T21:24:01,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741840_1016 (size=7894) 2024-11-18T21:24:01,129 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 to pos 379, reset compression=false 2024-11-18T21:24:01,193 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:24:01,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:01,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:01,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:01,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:01,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:01,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:01,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:01,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:01,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:01,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:01,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:01,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:01,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:01,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:01,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:01,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:01,416 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731965041416/Put/seqid=0 2024-11-18T21:24:01,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741841_1017 (size=7691) 2024-11-18T21:24:01,473 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 to pos 379, reset compression=false 2024-11-18T21:24:01,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8b1274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:01,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33533,-1 for getting cluster id 2024-11-18T21:24:01,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:24:01,842 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a13402ea-f9c2-47e7-91b9-4f338bf9ec4d' 2024-11-18T21:24:01,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:24:01,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a13402ea-f9c2-47e7-91b9-4f338bf9ec4d" 2024-11-18T21:24:01,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c8c83e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:01,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33533,-1] 2024-11-18T21:24:01,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:24:01,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:01,845 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:24:01,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6382f0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:01,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:24:01,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,36295,1731965023221, seqNum=-1] 2024-11-18T21:24:01,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:24:01,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:24:01,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:24:01,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33533,1731965023018 2024-11-18T21:24:01,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68f22805 2024-11-18T21:24:01,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:24:01,873 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:24:01,879 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 to pos 379, reset compression=false 2024-11-18T21:24:01,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731965035121.631c698b4ea868ae12960be51aacd6e2., hostname=d63b309a8c2d,36295,1731965023221, seqNum=2] 2024-11-18T21:24:01,894 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T21:24:01,917 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-18T21:24:01,922 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-18T21:24:01,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 631c698b4ea868ae12960be51aacd6e2/f 2024-11-18T21:24:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-18T21:24:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:24:01,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 631c698b4ea868ae12960be51aacd6e2/f 2024-11-18T21:24:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-18T21:24:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:24:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HRegion(2603): Flush status journal for 631c698b4ea868ae12960be51aacd6e2: 2024-11-18T21:24:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__v3e2o32nk2unonokla5u7r1q73782jb9an2sss77g8vgcu2gfledbort2o8mpnc5/f/hfile_0 2024-11-18T21:24:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__v3e2o32nk2unonokla5u7r1q73782jb9an2sss77g8vgcu2gfledbort2o8mpnc5/f/hfile_0 as hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2/f/a2d6dd55355c4c468096ebc6e3c50967_SeqId_4_ 2024-11-18T21:24:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__v3e2o32nk2unonokla5u7r1q73782jb9an2sss77g8vgcu2gfledbort2o8mpnc5/f/hfile_1 2024-11-18T21:24:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__v3e2o32nk2unonokla5u7r1q73782jb9an2sss77g8vgcu2gfledbort2o8mpnc5/f/hfile_1 as hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2/f/84f55f084f3049b787c7487e8acb9b78_SeqId_4_ 2024-11-18T21:24:01,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__v3e2o32nk2unonokla5u7r1q73782jb9an2sss77g8vgcu2gfledbort2o8mpnc5/f/hfile_0 into 631c698b4ea868ae12960be51aacd6e2/f as hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2/f/a2d6dd55355c4c468096ebc6e3c50967_SeqId_4_ - updating store file list. 2024-11-18T21:24:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a2d6dd55355c4c468096ebc6e3c50967_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T21:24:01,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2/f/a2d6dd55355c4c468096ebc6e3c50967_SeqId_4_ into 631c698b4ea868ae12960be51aacd6e2/f 2024-11-18T21:24:01,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__v3e2o32nk2unonokla5u7r1q73782jb9an2sss77g8vgcu2gfledbort2o8mpnc5/f/hfile_0 into 631c698b4ea868ae12960be51aacd6e2/f (new location: hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2/f/a2d6dd55355c4c468096ebc6e3c50967_SeqId_4_) 2024-11-18T21:24:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__v3e2o32nk2unonokla5u7r1q73782jb9an2sss77g8vgcu2gfledbort2o8mpnc5/f/hfile_0 2024-11-18T21:24:01,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__v3e2o32nk2unonokla5u7r1q73782jb9an2sss77g8vgcu2gfledbort2o8mpnc5/f/hfile_1 into 631c698b4ea868ae12960be51aacd6e2/f as hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2/f/84f55f084f3049b787c7487e8acb9b78_SeqId_4_ - updating store file list. 2024-11-18T21:24:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 84f55f084f3049b787c7487e8acb9b78_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T21:24:01,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2/f/84f55f084f3049b787c7487e8acb9b78_SeqId_4_ into 631c698b4ea868ae12960be51aacd6e2/f 2024-11-18T21:24:01,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__v3e2o32nk2unonokla5u7r1q73782jb9an2sss77g8vgcu2gfledbort2o8mpnc5/f/hfile_1 into 631c698b4ea868ae12960be51aacd6e2/f (new location: hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2/f/84f55f084f3049b787c7487e8acb9b78_SeqId_4_) 2024-11-18T21:24:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__v3e2o32nk2unonokla5u7r1q73782jb9an2sss77g8vgcu2gfledbort2o8mpnc5/f/hfile_1 2024-11-18T21:24:01,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:24:01,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:24:01,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:01,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:01,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:24:01,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:24:01,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731965035121.631c698b4ea868ae12960be51aacd6e2., hostname=d63b309a8c2d,36295,1731965023221, seqNum=2 , the old value is region=test,,1731965035121.631c698b4ea868ae12960be51aacd6e2., hostname=d63b309a8c2d,36295,1731965023221, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d63b309a8c2d:36295 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T21:24:01,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731965035121.631c698b4ea868ae12960be51aacd6e2., hostname=d63b309a8c2d,36295,1731965023221, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T21:24:01,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731965035121.631c698b4ea868ae12960be51aacd6e2., hostname=d63b309a8c2d,36295,1731965023221, seqNum=2 from cache 2024-11-18T21:24:01,989 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T21:24:01,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,41117,1731965028250, seqNum=-1] 2024-11-18T21:24:01,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:24:01,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:24:01,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83., hostname=d63b309a8c2d,41117,1731965028250, seqNum=2] 2024-11-18T21:24:02,001 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T21:24:02,094 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:36295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T21:24:02,405 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 to pos 379, reset compression=false 2024-11-18T21:24:02,419 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:24:02,420 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,36295,1731965023221 got entry batch from reader: WALEntryBatch [walEntries=[{test/631c698b4ea868ae12960be51aacd6e2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731965041980/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T21:24:02,429 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T21:24:02,434 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:24:02,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-18T21:24:02,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.ReplicationSink(318): Replicating [a13402ea-f9c2-47e7-91b9-4f338bf9ec4d] bulk loaded data 2024-11-18T21:24:02,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18a44fb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:02,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,39041,-1 for getting cluster id 2024-11-18T21:24:02,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:24:02,471 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39c85cfa-495c-48e2-af48-84525c24287e' 2024-11-18T21:24:02,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:24:02,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39c85cfa-495c-48e2-af48-84525c24287e" 2024-11-18T21:24:02,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cb8d217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:02,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,39041,-1] 2024-11-18T21:24:02,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:24:02,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:02,477 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:24:02,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4268aedd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:02,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741837_1013 (size=7894) 2024-11-18T21:24:02,619 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 to pos 687, reset compression=false 2024-11-18T21:24:02,755 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=37, reused chunk count=156, reuseRatio=80.83% 2024-11-18T21:24:02,757 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-18T21:24:02,954 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 to pos 687, reset compression=false 2024-11-18T21:24:03,007 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T21:24:03,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741838_1014 (size=7691) 2024-11-18T21:24:03,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:24:03,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,39041,1731965028147 2024-11-18T21:24:03,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6896d8a2 2024-11-18T21:24:03,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:24:03,045 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-18T21:24:03,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T21:24:03,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:24:03,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,41117,1731965028250, seqNum=-1] 2024-11-18T21:24:03,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:24:03,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-18T21:24:03,081 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__1e4iuooifjrcq723botoko623cm4rq8fmt27marj5mehst1p2044rvfu2k3ci6ff/f/84f55f084f3049b787c7487e8acb9b78_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-18T21:24:03,091 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__1e4iuooifjrcq723botoko623cm4rq8fmt27marj5mehst1p2044rvfu2k3ci6ff/f/a2d6dd55355c4c468096ebc6e3c50967_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-18T21:24:03,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__1e4iuooifjrcq723botoko623cm4rq8fmt27marj5mehst1p2044rvfu2k3ci6ff/f/84f55f084f3049b787c7487e8acb9b78_SeqId_4_ for inclusion in 148af15ac16bcec1b0f0602a23afaf83/f 2024-11-18T21:24:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-18T21:24:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:24:03,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__1e4iuooifjrcq723botoko623cm4rq8fmt27marj5mehst1p2044rvfu2k3ci6ff/f/a2d6dd55355c4c468096ebc6e3c50967_SeqId_4_ for inclusion in 148af15ac16bcec1b0f0602a23afaf83/f 2024-11-18T21:24:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-18T21:24:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:24:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HRegion(2603): Flush status journal for 148af15ac16bcec1b0f0602a23afaf83: 2024-11-18T21:24:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 84f55f084f3049b787c7487e8acb9b78_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T21:24:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__1e4iuooifjrcq723botoko623cm4rq8fmt27marj5mehst1p2044rvfu2k3ci6ff/f/84f55f084f3049b787c7487e8acb9b78_SeqId_4_ as hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83/f/c24f8b5cc9134c44a360b52536cec590_SeqId_4_ 2024-11-18T21:24:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a2d6dd55355c4c468096ebc6e3c50967_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T21:24:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__1e4iuooifjrcq723botoko623cm4rq8fmt27marj5mehst1p2044rvfu2k3ci6ff/f/a2d6dd55355c4c468096ebc6e3c50967_SeqId_4_ as hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83/f/4057117a322a4eb1afba6c86a90e6f80_SeqId_4_ 2024-11-18T21:24:03,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__1e4iuooifjrcq723botoko623cm4rq8fmt27marj5mehst1p2044rvfu2k3ci6ff/f/84f55f084f3049b787c7487e8acb9b78_SeqId_4_ into 148af15ac16bcec1b0f0602a23afaf83/f as hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83/f/c24f8b5cc9134c44a360b52536cec590_SeqId_4_ - updating store file list. 2024-11-18T21:24:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c24f8b5cc9134c44a360b52536cec590_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T21:24:03,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83/f/c24f8b5cc9134c44a360b52536cec590_SeqId_4_ into 148af15ac16bcec1b0f0602a23afaf83/f 2024-11-18T21:24:03,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__1e4iuooifjrcq723botoko623cm4rq8fmt27marj5mehst1p2044rvfu2k3ci6ff/f/84f55f084f3049b787c7487e8acb9b78_SeqId_4_ into 148af15ac16bcec1b0f0602a23afaf83/f (new location: hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83/f/c24f8b5cc9134c44a360b52536cec590_SeqId_4_) 2024-11-18T21:24:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__1e4iuooifjrcq723botoko623cm4rq8fmt27marj5mehst1p2044rvfu2k3ci6ff/f/84f55f084f3049b787c7487e8acb9b78_SeqId_4_ 2024-11-18T21:24:03,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__1e4iuooifjrcq723botoko623cm4rq8fmt27marj5mehst1p2044rvfu2k3ci6ff/f/a2d6dd55355c4c468096ebc6e3c50967_SeqId_4_ into 148af15ac16bcec1b0f0602a23afaf83/f as hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83/f/4057117a322a4eb1afba6c86a90e6f80_SeqId_4_ - updating store file list. 2024-11-18T21:24:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4057117a322a4eb1afba6c86a90e6f80_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T21:24:03,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83/f/4057117a322a4eb1afba6c86a90e6f80_SeqId_4_ into 148af15ac16bcec1b0f0602a23afaf83/f 2024-11-18T21:24:03,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__1e4iuooifjrcq723botoko623cm4rq8fmt27marj5mehst1p2044rvfu2k3ci6ff/f/a2d6dd55355c4c468096ebc6e3c50967_SeqId_4_ into 148af15ac16bcec1b0f0602a23afaf83/f (new location: hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83/f/4057117a322a4eb1afba6c86a90e6f80_SeqId_4_) 2024-11-18T21:24:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__1e4iuooifjrcq723botoko623cm4rq8fmt27marj5mehst1p2044rvfu2k3ci6ff/f/a2d6dd55355c4c468096ebc6e3c50967_SeqId_4_ 2024-11-18T21:24:03,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.ReplicationSink(324): Finished replicating [a13402ea-f9c2-47e7-91b9-4f338bf9ec4d] bulk loaded data 2024-11-18T21:24:03,386 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 to pos 687, reset compression=false 2024-11-18T21:24:03,904 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 to pos 687, reset compression=false 2024-11-18T21:24:04,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:24:04,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,46621,1731965032901, seqNum=-1] 2024-11-18T21:24:04,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:24:04,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:24:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731965036421.b8fd86ed2747016929b522ff39b9f686., hostname=d63b309a8c2d,46621,1731965032901, seqNum=2] 2024-11-18T21:24:04,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:24:04,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T21:24:04,036 DEBUG [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d63b309a8c2d%2C36295%2C1731965023221.rep:(num 1731965040046) roll requested 2024-11-18T21:24:04,060 DEBUG [regionserver/d63b309a8c2d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.rep.1731965044036, exclude list is [], retry=0 2024-11-18T21:24:04,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44251,DS-96d6719a-a074-4222-a71c-bf936c758b4f,DISK] 2024-11-18T21:24:04,065 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.rep.1731965040046 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.rep.1731965044036 2024-11-18T21:24:04,066 DEBUG [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35029:35029)] 2024-11-18T21:24:04,066 DEBUG [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.rep.1731965040046 is not closed yet, will try archiving it next time 2024-11-18T21:24:04,066 DEBUG [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d63b309a8c2d%2C36295%2C1731965023221.meta:.meta(num 1731965025426) roll requested 2024-11-18T21:24:04,069 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.rep.1731965040046 not finished, retry = 0 2024-11-18T21:24:04,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741839_1015 (size=1505) 2024-11-18T21:24:04,090 DEBUG [regionserver/d63b309a8c2d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.meta.1731965044066.meta, exclude list is [], retry=0 2024-11-18T21:24:04,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44251,DS-96d6719a-a074-4222-a71c-bf936c758b4f,DISK] 2024-11-18T21:24:04,096 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.meta.1731965025426.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.meta.1731965044066.meta 2024-11-18T21:24:04,097 DEBUG [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35029:35029)] 2024-11-18T21:24:04,097 DEBUG [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.meta.1731965025426.meta is not closed yet, will try archiving it next time 2024-11-18T21:24:04,097 DEBUG [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d63b309a8c2d%2C36295%2C1731965023221:(num 1731965024450) roll requested 2024-11-18T21:24:04,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741834_1010 (size=3473) 2024-11-18T21:24:04,121 DEBUG [regionserver/d63b309a8c2d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097, exclude list is [], retry=0 2024-11-18T21:24:04,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44251,DS-96d6719a-a074-4222-a71c-bf936c758b4f,DISK] 2024-11-18T21:24:04,132 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 2024-11-18T21:24:04,141 DEBUG [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35029:35029)] 2024-11-18T21:24:04,141 DEBUG [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 is not closed yet, will try archiving it next time 2024-11-18T21:24:04,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741832_1008 (size=695) 2024-11-18T21:24:04,143 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 not finished, retry = 0 2024-11-18T21:24:04,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422e70a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:04,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33533,-1 for getting cluster id 2024-11-18T21:24:04,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:24:04,146 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a13402ea-f9c2-47e7-91b9-4f338bf9ec4d' 2024-11-18T21:24:04,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:24:04,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a13402ea-f9c2-47e7-91b9-4f338bf9ec4d" 2024-11-18T21:24:04,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab8c4f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:04,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33533,-1] 2024-11-18T21:24:04,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:24:04,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:04,148 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:24:04,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bface75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:04,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:24:04,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33533,1731965023018 2024-11-18T21:24:04,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77554694 2024-11-18T21:24:04,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:24:04,151 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:24:04,151 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://d63b309a8c2d:38699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T21:24:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T21:24:04,155 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:38699' 2024-11-18T21:24:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T21:24:04,157 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146a8681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:04,157 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38699,-1 for getting cluster id 2024-11-18T21:24:04,157 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:24:04,158 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f98b48b-848d-4349-84df-2e881c28ca4a' 2024-11-18T21:24:04,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:24:04,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f98b48b-848d-4349-84df-2e881c28ca4a" 2024-11-18T21:24:04,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ad788f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:04,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38699,-1] 2024-11-18T21:24:04,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:24:04,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:04,160 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:24:04,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39141df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:04,161 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:24:04,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,38699,1731965032735 2024-11-18T21:24:04,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2311010d 2024-11-18T21:24:04,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:24:04,164 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:24:04,165 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T21:24:04,165 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T21:24:04,165 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:04,166 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:04,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:24:04,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T21:24:04,247 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 to hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/oldWALs/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 2024-11-18T21:24:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T21:24:04,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-18T21:24:04,332 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-18T21:24:04,383 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-d63b309a8c2d,36295,1731965023221, ReplicationSource: 2, currentBandwidth=0 2024-11-18T21:24:04,400 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T21:24:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-18T21:24:04,404 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on d63b309a8c2d,36295,1731965023221 suceeded 2024-11-18T21:24:04,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T21:24:04,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-18T21:24:04,409 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://d63b309a8c2d:38699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T21:24:04,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 258 msec 2024-11-18T21:24:04,435 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d63b309a8c2d:38699' 2024-11-18T21:24:04,437 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@396340e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:04,437 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38699,-1 for getting cluster id 2024-11-18T21:24:04,437 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:24:04,438 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f98b48b-848d-4349-84df-2e881c28ca4a' 2024-11-18T21:24:04,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:24:04,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f98b48b-848d-4349-84df-2e881c28ca4a" 2024-11-18T21:24:04,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f8d609e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:04,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38699,-1] 2024-11-18T21:24:04,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:24:04,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:04,440 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:24:04,442 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@375982a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:04,442 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:24:04,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,38699,1731965032735 2024-11-18T21:24:04,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33b119f4 2024-11-18T21:24:04,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:24:04,444 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-18T21:24:04,445 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d63b309a8c2d,36295,1731965023221 (queues=1) is replicating from cluster=a13402ea-f9c2-47e7-91b9-4f338bf9ec4d to cluster=6f98b48b-848d-4349-84df-2e881c28ca4a 2024-11-18T21:24:04,445 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d63b309a8c2d%2C36295%2C1731965023221 2024-11-18T21:24:04,446 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d63b309a8c2d,36295,1731965023221, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T21:24:04,447 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097, startPosition=0, beingWritten=true 2024-11-18T21:24:04,449 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d63b309a8c2d%2C36295%2C1731965023221 2024-11-18T21:24:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T21:24:04,475 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-18T21:24:04,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:24:04,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:24:04,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:04,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:04,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T21:24:04,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:24:04,485 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731965044484/Put/seqid=0 2024-11-18T21:24:04,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741845_1021 (size=11194) 2024-11-18T21:24:04,511 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 to pos 687, reset compression=false 2024-11-18T21:24:04,520 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 was moved to hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/oldWALs/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 2024-11-18T21:24:04,522 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450 2024-11-18T21:24:04,522 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,36295,1731965023221 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965024450, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T21:24:04,525 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [d63b309a8c2d%2C36295%2C1731965023221.1731965024450] 2024-11-18T21:24:04,526 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097, startPosition=0, beingWritten=true 2024-11-18T21:24:04,654 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 0, reset compression=false 2024-11-18T21:24:04,898 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731965044897/Put/seqid=0 2024-11-18T21:24:04,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741846_1022 (size=10791) 2024-11-18T21:24:04,961 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 0, reset compression=false 2024-11-18T21:24:05,231 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 0, reset compression=false 2024-11-18T21:24:05,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b090390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:05,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,33533,-1 for getting cluster id 2024-11-18T21:24:05,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:24:05,328 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a13402ea-f9c2-47e7-91b9-4f338bf9ec4d' 2024-11-18T21:24:05,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:24:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a13402ea-f9c2-47e7-91b9-4f338bf9ec4d" 2024-11-18T21:24:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c05c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,33533,-1] 2024-11-18T21:24:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:24:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:05,330 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:24:05,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54881a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:05,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:24:05,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,36295,1731965023221, seqNum=-1] 2024-11-18T21:24:05,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:24:05,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T21:24:05,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:24:05,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,33533,1731965023018 2024-11-18T21:24:05,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dce1e14 2024-11-18T21:24:05,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:24:05,344 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T21:24:05,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731965035121.631c698b4ea868ae12960be51aacd6e2., hostname=d63b309a8c2d,36295,1731965023221, seqNum=2] 2024-11-18T21:24:05,353 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T21:24:05,359 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-18T21:24:05,362 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-18T21:24:05,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 631c698b4ea868ae12960be51aacd6e2/f 2024-11-18T21:24:05,368 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 0, reset compression=false 2024-11-18T21:24:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T21:24:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:24:05,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 631c698b4ea868ae12960be51aacd6e2/f 2024-11-18T21:24:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T21:24:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:24:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HRegion(2603): Flush status journal for 631c698b4ea868ae12960be51aacd6e2: 2024-11-18T21:24:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__nosrgcni3uh20s5vrjdbuatqgnt9q3qv3qk15ent30rdelnq5cm14ks4f90spvm6/f/hfile_0 2024-11-18T21:24:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__nosrgcni3uh20s5vrjdbuatqgnt9q3qv3qk15ent30rdelnq5cm14ks4f90spvm6/f/hfile_0 as hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2/f/350e2c362f664017bc1290751cad13fa_SeqId_6_ 2024-11-18T21:24:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__nosrgcni3uh20s5vrjdbuatqgnt9q3qv3qk15ent30rdelnq5cm14ks4f90spvm6/f/hfile_1 2024-11-18T21:24:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__nosrgcni3uh20s5vrjdbuatqgnt9q3qv3qk15ent30rdelnq5cm14ks4f90spvm6/f/hfile_1 as hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2/f/a1048428e3714fac915e3a0e5f504bf4_SeqId_6_ 2024-11-18T21:24:05,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__nosrgcni3uh20s5vrjdbuatqgnt9q3qv3qk15ent30rdelnq5cm14ks4f90spvm6/f/hfile_0 into 631c698b4ea868ae12960be51aacd6e2/f as hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2/f/350e2c362f664017bc1290751cad13fa_SeqId_6_ - updating store file list. 2024-11-18T21:24:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 350e2c362f664017bc1290751cad13fa_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T21:24:05,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2/f/350e2c362f664017bc1290751cad13fa_SeqId_6_ into 631c698b4ea868ae12960be51aacd6e2/f 2024-11-18T21:24:05,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__nosrgcni3uh20s5vrjdbuatqgnt9q3qv3qk15ent30rdelnq5cm14ks4f90spvm6/f/hfile_0 into 631c698b4ea868ae12960be51aacd6e2/f (new location: hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2/f/350e2c362f664017bc1290751cad13fa_SeqId_6_) 2024-11-18T21:24:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__nosrgcni3uh20s5vrjdbuatqgnt9q3qv3qk15ent30rdelnq5cm14ks4f90spvm6/f/hfile_0 2024-11-18T21:24:05,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__nosrgcni3uh20s5vrjdbuatqgnt9q3qv3qk15ent30rdelnq5cm14ks4f90spvm6/f/hfile_1 into 631c698b4ea868ae12960be51aacd6e2/f as hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2/f/a1048428e3714fac915e3a0e5f504bf4_SeqId_6_ - updating store file list. 2024-11-18T21:24:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a1048428e3714fac915e3a0e5f504bf4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T21:24:05,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2/f/a1048428e3714fac915e3a0e5f504bf4_SeqId_6_ into 631c698b4ea868ae12960be51aacd6e2/f 2024-11-18T21:24:05,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__nosrgcni3uh20s5vrjdbuatqgnt9q3qv3qk15ent30rdelnq5cm14ks4f90spvm6/f/hfile_1 into 631c698b4ea868ae12960be51aacd6e2/f (new location: hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2/f/a1048428e3714fac915e3a0e5f504bf4_SeqId_6_) 2024-11-18T21:24:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/staging/jenkins__test__nosrgcni3uh20s5vrjdbuatqgnt9q3qv3qk15ent30rdelnq5cm14ks4f90spvm6/f/hfile_1 2024-11-18T21:24:05,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:24:05,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:24:05,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:05,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:05,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731965035121.631c698b4ea868ae12960be51aacd6e2., hostname=d63b309a8c2d,36295,1731965023221, seqNum=2 , the old value is region=test,,1731965035121.631c698b4ea868ae12960be51aacd6e2., hostname=d63b309a8c2d,36295,1731965023221, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d63b309a8c2d:36295 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T21:24:05,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731965035121.631c698b4ea868ae12960be51aacd6e2., hostname=d63b309a8c2d,36295,1731965023221, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T21:24:05,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731965035121.631c698b4ea868ae12960be51aacd6e2., hostname=d63b309a8c2d,36295,1731965023221, seqNum=2 from cache 2024-11-18T21:24:05,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:24:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36295: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:51680 deadline: 1731965105410 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:51680 2024-11-18T21:24:05,415 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T21:24:05,514 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:36295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T21:24:05,888 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 0, reset compression=false 2024-11-18T21:24:05,895 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:24:05,895 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-d63b309a8c2d,36295,1731965023221 got entry batch from reader: WALEntryBatch [walEntries=[{test/631c698b4ea868ae12960be51aacd6e2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731965045406/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T21:24:05,898 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T21:24:05,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-18T21:24:05,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.ReplicationSink(318): Replicating [a13402ea-f9c2-47e7-91b9-4f338bf9ec4d] bulk loaded data 2024-11-18T21:24:05,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@140d4c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:05,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] client.ClusterIdFetcher(90): Going to request d63b309a8c2d,38699,-1 for getting cluster id 2024-11-18T21:24:05,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T21:24:05,900 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f98b48b-848d-4349-84df-2e881c28ca4a' 2024-11-18T21:24:05,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T21:24:05,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f98b48b-848d-4349-84df-2e881c28ca4a" 2024-11-18T21:24:05,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7be32d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:05,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d63b309a8c2d,38699,-1] 2024-11-18T21:24:05,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T21:24:05,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:05,902 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-18T21:24:05,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ab51fcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T21:24:05,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741837_1013 (size=11194) 2024-11-18T21:24:06,037 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 0, reset compression=false 2024-11-18T21:24:06,040 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T21:24:06,070 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T21:24:06,071 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,36295,1731965023221 got entry batch from reader: WALEntryBatch [walEntries=[{test/631c698b4ea868ae12960be51aacd6e2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731965045406/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T21:24:06,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.ReplicationSink(318): Replicating [a13402ea-f9c2-47e7-91b9-4f338bf9ec4d] bulk loaded data 2024-11-18T21:24:06,097 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:06,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741839_1015 (size=11194) 2024-11-18T21:24:06,271 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:06,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741838_1014 (size=10791) 2024-11-18T21:24:06,419 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T21:24:06,435 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:06,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741840_1016 (size=10791) 2024-11-18T21:24:06,575 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:06,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:24:06,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d63b309a8c2d,38699,1731965032735 2024-11-18T21:24:06,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6de0655c 2024-11-18T21:24:06,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T21:24:06,768 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-18T21:24:06,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T21:24:06,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T21:24:06,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d63b309a8c2d,46621,1731965032901, seqNum=-1] 2024-11-18T21:24:06,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T21:24:06,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-18T21:24:06,782 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/staging/jenkins.hfs.23__test__j15avlg989pqbeerhrjun1go59ndloceioqg2tsd9usgtn9i84f0mn7r8gnoba6t/f/350e2c362f664017bc1290751cad13fa_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-18T21:24:06,785 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/staging/jenkins.hfs.23__test__j15avlg989pqbeerhrjun1go59ndloceioqg2tsd9usgtn9i84f0mn7r8gnoba6t/f/a1048428e3714fac915e3a0e5f504bf4_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-18T21:24:06,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/staging/jenkins.hfs.23__test__j15avlg989pqbeerhrjun1go59ndloceioqg2tsd9usgtn9i84f0mn7r8gnoba6t/f/350e2c362f664017bc1290751cad13fa_SeqId_6_ for inclusion in b8fd86ed2747016929b522ff39b9f686/f 2024-11-18T21:24:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T21:24:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:24:06,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/staging/jenkins.hfs.23__test__j15avlg989pqbeerhrjun1go59ndloceioqg2tsd9usgtn9i84f0mn7r8gnoba6t/f/a1048428e3714fac915e3a0e5f504bf4_SeqId_6_ for inclusion in b8fd86ed2747016929b522ff39b9f686/f 2024-11-18T21:24:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T21:24:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:24:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.HRegion(2603): Flush status journal for b8fd86ed2747016929b522ff39b9f686: 2024-11-18T21:24:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 350e2c362f664017bc1290751cad13fa_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T21:24:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/staging/jenkins.hfs.23__test__j15avlg989pqbeerhrjun1go59ndloceioqg2tsd9usgtn9i84f0mn7r8gnoba6t/f/350e2c362f664017bc1290751cad13fa_SeqId_6_ as hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/default/test/b8fd86ed2747016929b522ff39b9f686/f/fff884a40da04ffa90a23a589fbf7ceb_SeqId_4_ 2024-11-18T21:24:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a1048428e3714fac915e3a0e5f504bf4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T21:24:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/staging/jenkins.hfs.23__test__j15avlg989pqbeerhrjun1go59ndloceioqg2tsd9usgtn9i84f0mn7r8gnoba6t/f/a1048428e3714fac915e3a0e5f504bf4_SeqId_6_ as hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/default/test/b8fd86ed2747016929b522ff39b9f686/f/1053eeb7961148ccb573e301f3551d77_SeqId_4_ 2024-11-18T21:24:06,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/staging/jenkins.hfs.23__test__j15avlg989pqbeerhrjun1go59ndloceioqg2tsd9usgtn9i84f0mn7r8gnoba6t/f/350e2c362f664017bc1290751cad13fa_SeqId_6_ into b8fd86ed2747016929b522ff39b9f686/f as hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/default/test/b8fd86ed2747016929b522ff39b9f686/f/fff884a40da04ffa90a23a589fbf7ceb_SeqId_4_ - updating store file list. 2024-11-18T21:24:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fff884a40da04ffa90a23a589fbf7ceb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T21:24:06,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/default/test/b8fd86ed2747016929b522ff39b9f686/f/fff884a40da04ffa90a23a589fbf7ceb_SeqId_4_ into b8fd86ed2747016929b522ff39b9f686/f 2024-11-18T21:24:06,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/staging/jenkins.hfs.23__test__j15avlg989pqbeerhrjun1go59ndloceioqg2tsd9usgtn9i84f0mn7r8gnoba6t/f/350e2c362f664017bc1290751cad13fa_SeqId_6_ into b8fd86ed2747016929b522ff39b9f686/f (new location: hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/default/test/b8fd86ed2747016929b522ff39b9f686/f/fff884a40da04ffa90a23a589fbf7ceb_SeqId_4_) 2024-11-18T21:24:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/staging/jenkins.hfs.23__test__j15avlg989pqbeerhrjun1go59ndloceioqg2tsd9usgtn9i84f0mn7r8gnoba6t/f/350e2c362f664017bc1290751cad13fa_SeqId_6_ 2024-11-18T21:24:06,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/staging/jenkins.hfs.23__test__j15avlg989pqbeerhrjun1go59ndloceioqg2tsd9usgtn9i84f0mn7r8gnoba6t/f/a1048428e3714fac915e3a0e5f504bf4_SeqId_6_ into b8fd86ed2747016929b522ff39b9f686/f as hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/default/test/b8fd86ed2747016929b522ff39b9f686/f/1053eeb7961148ccb573e301f3551d77_SeqId_4_ - updating store file list. 2024-11-18T21:24:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1053eeb7961148ccb573e301f3551d77_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T21:24:06,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/default/test/b8fd86ed2747016929b522ff39b9f686/f/1053eeb7961148ccb573e301f3551d77_SeqId_4_ into b8fd86ed2747016929b522ff39b9f686/f 2024-11-18T21:24:06,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/staging/jenkins.hfs.23__test__j15avlg989pqbeerhrjun1go59ndloceioqg2tsd9usgtn9i84f0mn7r8gnoba6t/f/a1048428e3714fac915e3a0e5f504bf4_SeqId_6_ into b8fd86ed2747016929b522ff39b9f686/f (new location: hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/default/test/b8fd86ed2747016929b522ff39b9f686/f/1053eeb7961148ccb573e301f3551d77_SeqId_4_) 2024-11-18T21:24:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/staging/jenkins.hfs.23__test__j15avlg989pqbeerhrjun1go59ndloceioqg2tsd9usgtn9i84f0mn7r8gnoba6t/f/a1048428e3714fac915e3a0e5f504bf4_SeqId_6_ 2024-11-18T21:24:06,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46621 {}] regionserver.ReplicationSink(324): Finished replicating [a13402ea-f9c2-47e7-91b9-4f338bf9ec4d] bulk loaded data 2024-11-18T21:24:06,844 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:06,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T21:24:06,958 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__b1eig1pi53lbhtcaf5h3kej23l89ma0rfa33ca81pk03u7fjo25juoogco4pque7/f/350e2c362f664017bc1290751cad13fa_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-18T21:24:06,962 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__b1eig1pi53lbhtcaf5h3kej23l89ma0rfa33ca81pk03u7fjo25juoogco4pque7/f/a1048428e3714fac915e3a0e5f504bf4_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-18T21:24:06,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__b1eig1pi53lbhtcaf5h3kej23l89ma0rfa33ca81pk03u7fjo25juoogco4pque7/f/a1048428e3714fac915e3a0e5f504bf4_SeqId_6_ for inclusion in 148af15ac16bcec1b0f0602a23afaf83/f 2024-11-18T21:24:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T21:24:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:24:06,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__b1eig1pi53lbhtcaf5h3kej23l89ma0rfa33ca81pk03u7fjo25juoogco4pque7/f/350e2c362f664017bc1290751cad13fa_SeqId_6_ for inclusion in 148af15ac16bcec1b0f0602a23afaf83/f 2024-11-18T21:24:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T21:24:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T21:24:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HRegion(2603): Flush status journal for 148af15ac16bcec1b0f0602a23afaf83: 2024-11-18T21:24:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a1048428e3714fac915e3a0e5f504bf4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T21:24:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__b1eig1pi53lbhtcaf5h3kej23l89ma0rfa33ca81pk03u7fjo25juoogco4pque7/f/a1048428e3714fac915e3a0e5f504bf4_SeqId_6_ as hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83/f/6258c15a08f74962ac63427084f5d2bd_SeqId_6_ 2024-11-18T21:24:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 350e2c362f664017bc1290751cad13fa_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T21:24:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__b1eig1pi53lbhtcaf5h3kej23l89ma0rfa33ca81pk03u7fjo25juoogco4pque7/f/350e2c362f664017bc1290751cad13fa_SeqId_6_ as hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83/f/95d535aad5294168ab1ce7a040edf122_SeqId_6_ 2024-11-18T21:24:06,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__b1eig1pi53lbhtcaf5h3kej23l89ma0rfa33ca81pk03u7fjo25juoogco4pque7/f/a1048428e3714fac915e3a0e5f504bf4_SeqId_6_ into 148af15ac16bcec1b0f0602a23afaf83/f as hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83/f/6258c15a08f74962ac63427084f5d2bd_SeqId_6_ - updating store file list. 2024-11-18T21:24:06,979 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6258c15a08f74962ac63427084f5d2bd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T21:24:06,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83/f/6258c15a08f74962ac63427084f5d2bd_SeqId_6_ into 148af15ac16bcec1b0f0602a23afaf83/f 2024-11-18T21:24:06,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__b1eig1pi53lbhtcaf5h3kej23l89ma0rfa33ca81pk03u7fjo25juoogco4pque7/f/a1048428e3714fac915e3a0e5f504bf4_SeqId_6_ into 148af15ac16bcec1b0f0602a23afaf83/f (new location: hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83/f/6258c15a08f74962ac63427084f5d2bd_SeqId_6_) 2024-11-18T21:24:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__b1eig1pi53lbhtcaf5h3kej23l89ma0rfa33ca81pk03u7fjo25juoogco4pque7/f/a1048428e3714fac915e3a0e5f504bf4_SeqId_6_ 2024-11-18T21:24:06,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__b1eig1pi53lbhtcaf5h3kej23l89ma0rfa33ca81pk03u7fjo25juoogco4pque7/f/350e2c362f664017bc1290751cad13fa_SeqId_6_ into 148af15ac16bcec1b0f0602a23afaf83/f as hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83/f/95d535aad5294168ab1ce7a040edf122_SeqId_6_ - updating store file list. 2024-11-18T21:24:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 95d535aad5294168ab1ce7a040edf122_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T21:24:06,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83/f/95d535aad5294168ab1ce7a040edf122_SeqId_6_ into 148af15ac16bcec1b0f0602a23afaf83/f 2024-11-18T21:24:06,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__b1eig1pi53lbhtcaf5h3kej23l89ma0rfa33ca81pk03u7fjo25juoogco4pque7/f/350e2c362f664017bc1290751cad13fa_SeqId_6_ into 148af15ac16bcec1b0f0602a23afaf83/f (new location: hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83/f/95d535aad5294168ab1ce7a040edf122_SeqId_6_) 2024-11-18T21:24:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/staging/jenkins.hfs.22__test__b1eig1pi53lbhtcaf5h3kej23l89ma0rfa33ca81pk03u7fjo25juoogco4pque7/f/350e2c362f664017bc1290751cad13fa_SeqId_6_ 2024-11-18T21:24:06,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] regionserver.ReplicationSink(324): Finished replicating [a13402ea-f9c2-47e7-91b9-4f338bf9ec4d] bulk loaded data 2024-11-18T21:24:07,348 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:07,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:24:07,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:24:07,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:24:07,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:07,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:07,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:24:07,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:24:07,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1616469937, stopped=false 2024-11-18T21:24:07,448 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,38699,1731965032735 2024-11-18T21:24:07,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1112541225/running 2024-11-18T21:24:07,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225 2024-11-18T21:24:07,454 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:24:07,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:24:07,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:24:07,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:07,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1112541225/running 2024-11-18T21:24:07,455 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,46621,1731965032901' ***** 2024-11-18T21:24:07,455 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:24:07,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Set watcher on znode that does not yet exist, /2-1112541225/running 2024-11-18T21:24:07,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225 2024-11-18T21:24:07,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Set watcher on znode that does not yet exist, /2-1112541225/running 2024-11-18T21:24:07,456 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:24:07,456 INFO [RS:0;d63b309a8c2d:46621 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:24:07,456 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:24:07,456 INFO [RS:0;d63b309a8c2d:46621 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:24:07,456 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(3091): Received CLOSE for b8fd86ed2747016929b522ff39b9f686 2024-11-18T21:24:07,456 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,46621,1731965032901 2024-11-18T21:24:07,456 INFO [RS:0;d63b309a8c2d:46621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:24:07,456 INFO [RS:0;d63b309a8c2d:46621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:46621. 2024-11-18T21:24:07,456 DEBUG [RS:0;d63b309a8c2d:46621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:24:07,457 DEBUG [RS:0;d63b309a8c2d:46621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:07,457 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:24:07,457 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:24:07,457 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:24:07,457 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:24:07,457 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8fd86ed2747016929b522ff39b9f686, disabling compactions & flushes 2024-11-18T21:24:07,457 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731965036421.b8fd86ed2747016929b522ff39b9f686. 2024-11-18T21:24:07,457 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731965036421.b8fd86ed2747016929b522ff39b9f686. 2024-11-18T21:24:07,457 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731965036421.b8fd86ed2747016929b522ff39b9f686. after waiting 0 ms 2024-11-18T21:24:07,457 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731965036421.b8fd86ed2747016929b522ff39b9f686. 2024-11-18T21:24:07,468 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:24:07,468 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T21:24:07,468 DEBUG [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b8fd86ed2747016929b522ff39b9f686=test,,1731965036421.b8fd86ed2747016929b522ff39b9f686.} 2024-11-18T21:24:07,469 DEBUG [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8fd86ed2747016929b522ff39b9f686 2024-11-18T21:24:07,469 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:24:07,469 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:24:07,469 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:24:07,469 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:24:07,469 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:24:07,469 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T21:24:07,521 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:07,544 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/.tmp/info/99e442adabdf4f65aca8d8944f0efcc3 is 129, key is test,,1731965036421.b8fd86ed2747016929b522ff39b9f686./info:regioninfo/1731965037924/Put/seqid=0 2024-11-18T21:24:07,545 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/default/test/b8fd86ed2747016929b522ff39b9f686/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T21:24:07,549 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:24:07,549 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:24:07,549 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731965036421.b8fd86ed2747016929b522ff39b9f686. 2024-11-18T21:24:07,549 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8fd86ed2747016929b522ff39b9f686: Waiting for close lock at 1731965047456Running coprocessor pre-close hooks at 1731965047456Disabling compacts and flushes for region at 1731965047456Disabling writes for close at 1731965047457 (+1 ms)Writing region close event to WAL at 1731965047492 (+35 ms)Running coprocessor post-close hooks at 1731965047549 (+57 ms)Closed at 1731965047549 2024-11-18T21:24:07,549 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731965036421.b8fd86ed2747016929b522ff39b9f686. 2024-11-18T21:24:07,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741839_1015 (size=6421) 2024-11-18T21:24:07,579 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/.tmp/info/99e442adabdf4f65aca8d8944f0efcc3 2024-11-18T21:24:07,606 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/.tmp/ns/a3190c8bc9c04a8f9de4c5dfec4888db is 43, key is default/ns:d/1731965034885/Put/seqid=0 2024-11-18T21:24:07,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741840_1016 (size=5153) 2024-11-18T21:24:07,626 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/.tmp/ns/a3190c8bc9c04a8f9de4c5dfec4888db 2024-11-18T21:24:07,661 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/.tmp/rep_barrier/2c8bd1f4dad549e9b83f04105ece5e5a is 112, key is test,,1731965036421.b8fd86ed2747016929b522ff39b9f686./rep_barrier:seqnumDuringOpen/1731965037924/Put/seqid=0 2024-11-18T21:24:07,669 DEBUG [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:24:07,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741841_1017 (size=5518) 2024-11-18T21:24:07,869 DEBUG [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:24:07,957 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:08,053 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:24:08,053 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:24:08,069 DEBUG [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:24:08,085 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/.tmp/rep_barrier/2c8bd1f4dad549e9b83f04105ece5e5a 2024-11-18T21:24:08,115 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/.tmp/table/b3fd496647184ee0a56ba2ad31ef48fe is 40, key is test/table:state/1731965037975/Put/seqid=0 2024-11-18T21:24:08,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741842_1018 (size=5165) 2024-11-18T21:24:08,147 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:08,270 DEBUG [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:24:08,470 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T21:24:08,470 DEBUG [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:24:08,470 DEBUG [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:24:08,525 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/.tmp/table/b3fd496647184ee0a56ba2ad31ef48fe 2024-11-18T21:24:08,539 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/.tmp/info/99e442adabdf4f65aca8d8944f0efcc3 as hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/info/99e442adabdf4f65aca8d8944f0efcc3 2024-11-18T21:24:08,549 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/info/99e442adabdf4f65aca8d8944f0efcc3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T21:24:08,552 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/.tmp/ns/a3190c8bc9c04a8f9de4c5dfec4888db as hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/ns/a3190c8bc9c04a8f9de4c5dfec4888db 2024-11-18T21:24:08,559 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/ns/a3190c8bc9c04a8f9de4c5dfec4888db, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T21:24:08,562 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/.tmp/rep_barrier/2c8bd1f4dad549e9b83f04105ece5e5a as hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/rep_barrier/2c8bd1f4dad549e9b83f04105ece5e5a 2024-11-18T21:24:08,573 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/rep_barrier/2c8bd1f4dad549e9b83f04105ece5e5a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T21:24:08,575 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/.tmp/table/b3fd496647184ee0a56ba2ad31ef48fe as hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/table/b3fd496647184ee0a56ba2ad31ef48fe 2024-11-18T21:24:08,584 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/table/b3fd496647184ee0a56ba2ad31ef48fe, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T21:24:08,587 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1118ms, sequenceid=11, compaction requested=false 2024-11-18T21:24:08,664 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:08,668 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T21:24:08,670 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:24:08,670 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:24:08,670 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:24:08,670 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731965047469Running coprocessor pre-close hooks at 1731965047469Disabling compacts and flushes for region at 1731965047469Disabling writes for close at 1731965047469Obtaining lock to block concurrent updates at 1731965047469Preparing flush snapshotting stores in 1588230740 at 1731965047469Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731965047469Flushing stores of hbase:meta,,1.1588230740 at 1731965047470 (+1 ms)Flushing 1588230740/info: creating writer at 1731965047470Flushing 1588230740/info: appending metadata at 1731965047543 (+73 ms)Flushing 1588230740/info: closing flushed file at 1731965047543Flushing 1588230740/ns: creating writer at 1731965047585 (+42 ms)Flushing 1588230740/ns: appending metadata at 1731965047606 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731965047606Flushing 1588230740/rep_barrier: creating writer at 1731965047634 (+28 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731965047660 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731965047661 (+1 ms)Flushing 1588230740/table: creating writer at 1731965048093 (+432 ms)Flushing 1588230740/table: appending metadata at 1731965048114 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731965048114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51245b16: reopening flushed file at 1731965048536 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c94ad78: reopening flushed file at 1731965048549 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ee2a6cf: reopening flushed file at 1731965048559 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da730ff: reopening flushed file at 1731965048574 (+15 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1118ms, sequenceid=11, compaction requested=false at 1731965048587 (+13 ms)Writing region close event to WAL at 1731965048649 (+62 ms)Running coprocessor post-close hooks at 1731965048670 (+21 ms)Closed at 1731965048670 2024-11-18T21:24:08,670 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:24:08,673 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,46621,1731965032901; all regions closed. 2024-11-18T21:24:08,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741834_1010 (size=2717) 2024-11-18T21:24:08,717 DEBUG [RS:0;d63b309a8c2d:46621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/oldWALs 2024-11-18T21:24:08,717 INFO [RS:0;d63b309a8c2d:46621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C46621%2C1731965032901.meta:.meta(num 1731965034661) 2024-11-18T21:24:08,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741833_1009 (size=1028) 2024-11-18T21:24:08,764 DEBUG [RS:0;d63b309a8c2d:46621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/oldWALs 2024-11-18T21:24:08,764 INFO [RS:0;d63b309a8c2d:46621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C46621%2C1731965032901:(num 1731965034243) 2024-11-18T21:24:08,764 DEBUG [RS:0;d63b309a8c2d:46621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:08,765 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:24:08,769 INFO [RS:0;d63b309a8c2d:46621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:24:08,769 INFO [RS:0;d63b309a8c2d:46621 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:24:08,769 INFO [RS:0;d63b309a8c2d:46621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:24:08,769 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:24:08,769 INFO [RS:0;d63b309a8c2d:46621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:46621. 2024-11-18T21:24:08,769 DEBUG [RS:0;d63b309a8c2d:46621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:24:08,769 DEBUG [RS:0;d63b309a8c2d:46621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:08,770 DEBUG [RS:0;d63b309a8c2d:46621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:08,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:24:08,770 INFO [RS:0;d63b309a8c2d:46621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46621 2024-11-18T21:24:08,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225/rs 2024-11-18T21:24:08,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1112541225/rs/d63b309a8c2d,46621,1731965032901 2024-11-18T21:24:08,773 INFO [RS:0;d63b309a8c2d:46621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:24:08,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,46621,1731965032901] 2024-11-18T21:24:08,779 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1112541225/draining/d63b309a8c2d,46621,1731965032901 already deleted, retry=false 2024-11-18T21:24:08,779 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,46621,1731965032901 expired; onlineServers=0 2024-11-18T21:24:08,779 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,38699,1731965032735' ***** 2024-11-18T21:24:08,779 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:24:08,779 INFO [M:0;d63b309a8c2d:38699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:24:08,779 INFO [M:0;d63b309a8c2d:38699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:24:08,779 DEBUG [M:0;d63b309a8c2d:38699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:24:08,779 DEBUG [M:0;d63b309a8c2d:38699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:24:08,779 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731965033861 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731965033861,5,FailOnTimeoutGroup] 2024-11-18T21:24:08,779 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731965033885 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731965033885,5,FailOnTimeoutGroup] 2024-11-18T21:24:08,780 INFO [M:0;d63b309a8c2d:38699 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:24:08,780 INFO [M:0;d63b309a8c2d:38699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:24:08,780 DEBUG [M:0;d63b309a8c2d:38699 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:24:08,780 INFO [M:0;d63b309a8c2d:38699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:24:08,780 INFO [M:0;d63b309a8c2d:38699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:24:08,780 INFO [M:0;d63b309a8c2d:38699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:24:08,781 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:24:08,784 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:24:08,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1112541225/master 2024-11-18T21:24:08,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1112541225 2024-11-18T21:24:08,793 DEBUG [M:0;d63b309a8c2d:38699 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1112541225/master already deleted, retry=false 2024-11-18T21:24:08,793 DEBUG [M:0;d63b309a8c2d:38699 {}] master.ActiveMasterManager(353): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1112541225/master 2024-11-18T21:24:08,812 INFO [M:0;d63b309a8c2d:38699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/.lastflushedseqids 2024-11-18T21:24:08,852 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:08,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741843_1019 (size=173) 2024-11-18T21:24:08,881 INFO [M:0;d63b309a8c2d:38699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:24:08,881 INFO [M:0;d63b309a8c2d:38699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:24:08,881 DEBUG [M:0;d63b309a8c2d:38699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:24:08,882 INFO [M:0;d63b309a8c2d:38699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:24:08,882 DEBUG [M:0;d63b309a8c2d:38699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:24:08,882 DEBUG [M:0;d63b309a8c2d:38699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:24:08,882 DEBUG [M:0;d63b309a8c2d:38699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:24:08,882 INFO [M:0;d63b309a8c2d:38699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-18T21:24:08,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:24:08,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x10054c6f70a0007, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:24:08,883 INFO [RS:0;d63b309a8c2d:46621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:24:08,883 INFO [RS:0;d63b309a8c2d:46621 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,46621,1731965032901; zookeeper connection closed. 2024-11-18T21:24:08,888 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7dc32371 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7dc32371 2024-11-18T21:24:08,889 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:24:08,935 DEBUG [M:0;d63b309a8c2d:38699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e16b759a834d4e389bb2c4755e2e3191 is 82, key is hbase:meta,,1/info:regioninfo/1731965034857/Put/seqid=0 2024-11-18T21:24:08,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741844_1020 (size=5672) 2024-11-18T21:24:08,946 INFO [M:0;d63b309a8c2d:38699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e16b759a834d4e389bb2c4755e2e3191 2024-11-18T21:24:09,015 DEBUG [M:0;d63b309a8c2d:38699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09855bc9b20f4c79bb7426fae43512e1 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731965038001/Put/seqid=0 2024-11-18T21:24:09,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741845_1021 (size=6585) 2024-11-18T21:24:09,034 INFO [M:0;d63b309a8c2d:38699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09855bc9b20f4c79bb7426fae43512e1 2024-11-18T21:24:09,100 DEBUG [M:0;d63b309a8c2d:38699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc4cec447d474d1db7ee1cf46b4189ac is 69, key is d63b309a8c2d,46621,1731965032901/rs:state/1731965033941/Put/seqid=0 2024-11-18T21:24:09,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741846_1022 (size=5156) 2024-11-18T21:24:09,145 INFO [M:0;d63b309a8c2d:38699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc4cec447d474d1db7ee1cf46b4189ac 2024-11-18T21:24:09,165 DEBUG [M:0;d63b309a8c2d:38699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e16b759a834d4e389bb2c4755e2e3191 as hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e16b759a834d4e389bb2c4755e2e3191 2024-11-18T21:24:09,183 INFO [M:0;d63b309a8c2d:38699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e16b759a834d4e389bb2c4755e2e3191, entries=8, sequenceid=55, filesize=5.5 K 2024-11-18T21:24:09,184 DEBUG [M:0;d63b309a8c2d:38699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09855bc9b20f4c79bb7426fae43512e1 as hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09855bc9b20f4c79bb7426fae43512e1 2024-11-18T21:24:09,190 INFO [M:0;d63b309a8c2d:38699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09855bc9b20f4c79bb7426fae43512e1, entries=6, sequenceid=55, filesize=6.4 K 2024-11-18T21:24:09,191 DEBUG [M:0;d63b309a8c2d:38699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc4cec447d474d1db7ee1cf46b4189ac as hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc4cec447d474d1db7ee1cf46b4189ac 2024-11-18T21:24:09,197 INFO [M:0;d63b309a8c2d:38699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/e9d1e29b-71eb-5ec2-83bc-d4dde7d76cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc4cec447d474d1db7ee1cf46b4189ac, entries=1, sequenceid=55, filesize=5.0 K 2024-11-18T21:24:09,198 INFO [M:0;d63b309a8c2d:38699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 316ms, sequenceid=55, compaction requested=false 2024-11-18T21:24:09,201 INFO [M:0;d63b309a8c2d:38699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:24:09,201 DEBUG [M:0;d63b309a8c2d:38699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731965048881Disabling compacts and flushes for region at 1731965048881Disabling writes for close at 1731965048882 (+1 ms)Obtaining lock to block concurrent updates at 1731965048882Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731965048882Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731965048882Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731965048885 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731965048885Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731965048935 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731965048935Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731965048963 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731965049015 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731965049015Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731965049046 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731965049100 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731965049100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e237ac5: reopening flushed file at 1731965049164 (+64 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b920ca: reopening flushed file at 1731965049183 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e2169a: reopening flushed file at 1731965049190 (+7 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 316ms, sequenceid=55, compaction requested=false at 1731965049198 (+8 ms)Writing region close event to WAL at 1731965049201 (+3 ms)Closed at 1731965049201 2024-11-18T21:24:09,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741830_1006 (size=32758) 2024-11-18T21:24:09,207 INFO [M:0;d63b309a8c2d:38699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:24:09,207 INFO [M:0;d63b309a8c2d:38699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38699 2024-11-18T21:24:09,207 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:24:09,208 INFO [M:0;d63b309a8c2d:38699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:24:09,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:24:09,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10054c6f70a0006, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:24:09,310 INFO [M:0;d63b309a8c2d:38699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:24:09,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69928f80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:24:09,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f56fa87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:24:09,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:24:09,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12b04a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:24:09,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f9a0ce1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/hadoop.log.dir/,STOPPED} 2024-11-18T21:24:09,321 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:24:09,321 WARN [BP-1277365344-172.17.0.3-1731965031177 heartbeating to localhost/127.0.0.1:42205 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:24:09,321 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:24:09,321 WARN [BP-1277365344-172.17.0.3-1731965031177 heartbeating to localhost/127.0.0.1:42205 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1277365344-172.17.0.3-1731965031177 (Datanode Uuid 934ca62b-00f4-466d-8819-0de3d978f66f) service to localhost/127.0.0.1:42205 2024-11-18T21:24:09,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/cluster_dee60c4a-745f-3a61-4b15-aef5dd791e5e/data/data1/current/BP-1277365344-172.17.0.3-1731965031177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:24:09,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/cluster_dee60c4a-745f-3a61-4b15-aef5dd791e5e/data/data2/current/BP-1277365344-172.17.0.3-1731965031177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:24:09,322 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:24:09,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b6aa286{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:24:09,332 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d48ba22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:24:09,333 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:24:09,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69db6d22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:24:09,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@289ebe9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9da7a01-7bc7-57c2-fbee-638be10e0100/hadoop.log.dir/,STOPPED} 2024-11-18T21:24:09,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:24:09,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:24:09,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:24:09,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:24:09,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:09,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:09,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:24:09,352 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:24:09,352 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2144020891, stopped=false 2024-11-18T21:24:09,352 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,39041,1731965028147 2024-11-18T21:24:09,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11977149405/running 2024-11-18T21:24:09,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405 2024-11-18T21:24:09,354 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11977149405/running 2024-11-18T21:24:09,354 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405 2024-11-18T21:24:09,354 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:24:09,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Set watcher on znode that does not yet exist, /11977149405/running 2024-11-18T21:24:09,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Set watcher on znode that does not yet exist, /11977149405/running 2024-11-18T21:24:09,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:24:09,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:24:09,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:09,357 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,41117,1731965028250' ***** 2024-11-18T21:24:09,357 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:24:09,357 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:24:09,357 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:24:09,357 INFO [RS:0;d63b309a8c2d:41117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:24:09,357 INFO [RS:0;d63b309a8c2d:41117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:24:09,358 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer(3091): Received CLOSE for 148af15ac16bcec1b0f0602a23afaf83 2024-11-18T21:24:09,358 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,41117,1731965028250 2024-11-18T21:24:09,358 INFO [RS:0;d63b309a8c2d:41117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:24:09,358 INFO [RS:0;d63b309a8c2d:41117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:41117. 2024-11-18T21:24:09,358 DEBUG [RS:0;d63b309a8c2d:41117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:24:09,358 DEBUG [RS:0;d63b309a8c2d:41117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:09,358 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 148af15ac16bcec1b0f0602a23afaf83, disabling compactions & flushes 2024-11-18T21:24:09,358 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83. 2024-11-18T21:24:09,358 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83. 2024-11-18T21:24:09,358 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83. after waiting 0 ms 2024-11-18T21:24:09,358 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:24:09,358 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83. 2024-11-18T21:24:09,358 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:24:09,358 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:24:09,358 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:24:09,361 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T21:24:09,362 DEBUG [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer(1325): Online Regions={148af15ac16bcec1b0f0602a23afaf83=test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:24:09,362 DEBUG [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer(1351): Waiting on 148af15ac16bcec1b0f0602a23afaf83, 1588230740 2024-11-18T21:24:09,362 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:24:09,362 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:24:09,362 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:24:09,362 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:24:09,362 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:24:09,362 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T21:24:09,370 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/default/test/148af15ac16bcec1b0f0602a23afaf83/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:24:09,370 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:24:09,370 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:24:09,370 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83. 2024-11-18T21:24:09,370 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 148af15ac16bcec1b0f0602a23afaf83: Waiting for close lock at 1731965049358Running coprocessor pre-close hooks at 1731965049358Disabling compacts and flushes for region at 1731965049358Disabling writes for close at 1731965049358Writing region close event to WAL at 1731965049366 (+8 ms)Running coprocessor post-close hooks at 1731965049370 (+4 ms)Closed at 1731965049370 2024-11-18T21:24:09,371 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83. 2024-11-18T21:24:09,387 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/.tmp/info/09e1759d9eb540c5bb22f88c871db566 is 129, key is test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83./info:regioninfo/1731965036332/Put/seqid=0 2024-11-18T21:24:09,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741841_1017 (size=6421) 2024-11-18T21:24:09,431 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:24:09,495 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:09,562 DEBUG [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:24:09,687 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:09,691 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:24:09,691 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:24:09,762 DEBUG [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:24:09,798 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/.tmp/info/09e1759d9eb540c5bb22f88c871db566 2024-11-18T21:24:09,826 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/.tmp/ns/a61d26faaa73487496074d342805b343 is 43, key is default/ns:d/1731965030861/Put/seqid=0 2024-11-18T21:24:09,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741842_1018 (size=5153) 2024-11-18T21:24:09,843 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/.tmp/ns/a61d26faaa73487496074d342805b343 2024-11-18T21:24:09,869 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/.tmp/rep_barrier/d9c5c2d841f448278368656a6dd34cd4 is 112, key is test,,1731965035778.148af15ac16bcec1b0f0602a23afaf83./rep_barrier:seqnumDuringOpen/1731965036332/Put/seqid=0 2024-11-18T21:24:09,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741843_1019 (size=5518) 2024-11-18T21:24:09,883 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/.tmp/rep_barrier/d9c5c2d841f448278368656a6dd34cd4 2024-11-18T21:24:09,903 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/.tmp/table/3e0e25b4b55f485180bb27019a377a79 is 40, key is test/table:state/1731965036381/Put/seqid=0 2024-11-18T21:24:09,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741844_1020 (size=5165) 2024-11-18T21:24:09,907 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/.tmp/table/3e0e25b4b55f485180bb27019a377a79 2024-11-18T21:24:09,910 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/.tmp/info/09e1759d9eb540c5bb22f88c871db566 as hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/info/09e1759d9eb540c5bb22f88c871db566 2024-11-18T21:24:09,914 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/info/09e1759d9eb540c5bb22f88c871db566, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T21:24:09,914 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/.tmp/ns/a61d26faaa73487496074d342805b343 as hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/ns/a61d26faaa73487496074d342805b343 2024-11-18T21:24:09,918 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/ns/a61d26faaa73487496074d342805b343, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T21:24:09,918 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/.tmp/rep_barrier/d9c5c2d841f448278368656a6dd34cd4 as hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/rep_barrier/d9c5c2d841f448278368656a6dd34cd4 2024-11-18T21:24:09,924 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/rep_barrier/d9c5c2d841f448278368656a6dd34cd4, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T21:24:09,924 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/.tmp/table/3e0e25b4b55f485180bb27019a377a79 as hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/table/3e0e25b4b55f485180bb27019a377a79 2024-11-18T21:24:09,928 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/table/3e0e25b4b55f485180bb27019a377a79, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T21:24:09,928 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 566ms, sequenceid=11, compaction requested=false 2024-11-18T21:24:09,933 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T21:24:09,933 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:24:09,933 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:24:09,933 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:24:09,933 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731965049362Running coprocessor pre-close hooks at 1731965049362Disabling compacts and flushes for region at 1731965049362Disabling writes for close at 1731965049362Obtaining lock to block concurrent updates at 1731965049362Preparing flush snapshotting stores in 1588230740 at 1731965049362Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731965049362Flushing stores of hbase:meta,,1.1588230740 at 1731965049363 (+1 ms)Flushing 1588230740/info: creating writer at 1731965049363Flushing 1588230740/info: appending metadata at 1731965049386 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731965049386Flushing 1588230740/ns: creating writer at 1731965049803 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731965049825 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731965049825Flushing 1588230740/rep_barrier: creating writer at 1731965049848 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731965049868 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731965049868Flushing 1588230740/table: creating writer at 1731965049887 (+19 ms)Flushing 1588230740/table: appending metadata at 1731965049903 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731965049903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f5f0303: reopening flushed file at 1731965049910 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f01d5d: reopening flushed file at 1731965049914 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44380c36: reopening flushed file at 1731965049918 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5998068b: reopening flushed file at 1731965049924 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 566ms, sequenceid=11, compaction requested=false at 1731965049928 (+4 ms)Writing region close event to WAL at 1731965049930 (+2 ms)Running coprocessor post-close hooks at 1731965049933 (+3 ms)Closed at 1731965049933 2024-11-18T21:24:09,934 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:24:09,962 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,41117,1731965028250; all regions closed. 2024-11-18T21:24:09,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741834_1010 (size=2717) 2024-11-18T21:24:09,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/WALs/d63b309a8c2d,41117,1731965028250/d63b309a8c2d%2C41117%2C1731965028250.meta.1731965030522.meta not finished, retry = 0 2024-11-18T21:24:10,070 DEBUG [RS:0;d63b309a8c2d:41117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/oldWALs 2024-11-18T21:24:10,071 INFO [RS:0;d63b309a8c2d:41117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C41117%2C1731965028250.meta:.meta(num 1731965030522) 2024-11-18T21:24:10,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741832_1008 (size=1374) 2024-11-18T21:24:10,079 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/WALs/d63b309a8c2d,41117,1731965028250/d63b309a8c2d%2C41117%2C1731965028250.1731965029808 not finished, retry = 0 2024-11-18T21:24:10,183 DEBUG [RS:0;d63b309a8c2d:41117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/oldWALs 2024-11-18T21:24:10,183 INFO [RS:0;d63b309a8c2d:41117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C41117%2C1731965028250:(num 1731965029808) 2024-11-18T21:24:10,183 DEBUG [RS:0;d63b309a8c2d:41117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:10,183 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:24:10,183 INFO [RS:0;d63b309a8c2d:41117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:24:10,183 INFO [RS:0;d63b309a8c2d:41117 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:24:10,183 INFO [RS:0;d63b309a8c2d:41117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:24:10,183 INFO [RS:0;d63b309a8c2d:41117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:41117. 2024-11-18T21:24:10,183 DEBUG [RS:0;d63b309a8c2d:41117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:24:10,184 DEBUG [RS:0;d63b309a8c2d:41117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:10,184 DEBUG [RS:0;d63b309a8c2d:41117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:10,184 INFO [RS:0;d63b309a8c2d:41117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41117 2024-11-18T21:24:10,184 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:24:10,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:24:10,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405/rs 2024-11-18T21:24:10,188 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11977149405/rs/d63b309a8c2d,41117,1731965028250 2024-11-18T21:24:10,188 INFO [RS:0;d63b309a8c2d:41117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:24:10,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,41117,1731965028250] 2024-11-18T21:24:10,190 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11977149405/draining/d63b309a8c2d,41117,1731965028250 already deleted, retry=false 2024-11-18T21:24:10,190 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,41117,1731965028250 expired; onlineServers=0 2024-11-18T21:24:10,190 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,39041,1731965028147' ***** 2024-11-18T21:24:10,190 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:24:10,190 INFO [M:0;d63b309a8c2d:39041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:24:10,190 INFO [M:0;d63b309a8c2d:39041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:24:10,190 DEBUG [M:0;d63b309a8c2d:39041 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:24:10,190 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:24:10,190 DEBUG [M:0;d63b309a8c2d:39041 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:24:10,190 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731965029515 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731965029515,5,FailOnTimeoutGroup] 2024-11-18T21:24:10,190 INFO [M:0;d63b309a8c2d:39041 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:24:10,190 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731965029514 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731965029514,5,FailOnTimeoutGroup] 2024-11-18T21:24:10,190 INFO [M:0;d63b309a8c2d:39041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:24:10,191 DEBUG [M:0;d63b309a8c2d:39041 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:24:10,191 INFO [M:0;d63b309a8c2d:39041 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:24:10,191 INFO [M:0;d63b309a8c2d:39041 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:24:10,191 INFO [M:0;d63b309a8c2d:39041 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:24:10,191 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:24:10,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11977149405/master 2024-11-18T21:24:10,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977149405 2024-11-18T21:24:10,193 DEBUG [M:0;d63b309a8c2d:39041 {}] zookeeper.RecoverableZooKeeper(212): Node /11977149405/master already deleted, retry=false 2024-11-18T21:24:10,193 DEBUG [M:0;d63b309a8c2d:39041 {}] master.ActiveMasterManager(353): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Failed delete of our master address node; KeeperErrorCode = NoNode for /11977149405/master 2024-11-18T21:24:10,194 INFO [M:0;d63b309a8c2d:39041 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/.lastflushedseqids 2024-11-18T21:24:10,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741845_1021 (size=173) 2024-11-18T21:24:10,289 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:24:10,290 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41117-0x10054c6f70a0004, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:24:10,290 INFO [RS:0;d63b309a8c2d:41117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:24:10,290 INFO [RS:0;d63b309a8c2d:41117 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,41117,1731965028250; zookeeper connection closed. 2024-11-18T21:24:10,290 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44796901 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44796901 2024-11-18T21:24:10,291 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:24:10,399 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:10,594 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:10,602 INFO [M:0;d63b309a8c2d:39041 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:24:10,602 INFO [M:0;d63b309a8c2d:39041 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:24:10,603 DEBUG [M:0;d63b309a8c2d:39041 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:24:10,603 INFO [M:0;d63b309a8c2d:39041 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:24:10,603 DEBUG [M:0;d63b309a8c2d:39041 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:24:10,603 DEBUG [M:0;d63b309a8c2d:39041 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:24:10,603 DEBUG [M:0;d63b309a8c2d:39041 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:24:10,603 INFO [M:0;d63b309a8c2d:39041 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-18T21:24:10,622 DEBUG [M:0;d63b309a8c2d:39041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76751be359c648cca41bad2990c5a24f is 82, key is hbase:meta,,1/info:regioninfo/1731965030679/Put/seqid=0 2024-11-18T21:24:10,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741846_1022 (size=5672) 2024-11-18T21:24:11,029 INFO [M:0;d63b309a8c2d:39041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76751be359c648cca41bad2990c5a24f 2024-11-18T21:24:11,060 DEBUG [M:0;d63b309a8c2d:39041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d97440fa1c75423f85478add56611333 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731965036394/Put/seqid=0 2024-11-18T21:24:11,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741847_1023 (size=6586) 2024-11-18T21:24:11,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T21:24:11,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:11,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:11,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:11,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:11,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:11,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:11,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:11,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:11,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:11,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:11,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:11,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:11,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:11,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:11,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:11,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:11,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T21:24:11,405 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:11,467 INFO [M:0;d63b309a8c2d:39041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d97440fa1c75423f85478add56611333 2024-11-18T21:24:11,495 DEBUG [M:0;d63b309a8c2d:39041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2863017c74f4a198bbeecff52ab8ef9 is 69, key is d63b309a8c2d,41117,1731965028250/rs:state/1731965029559/Put/seqid=0 2024-11-18T21:24:11,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741848_1024 (size=5156) 2024-11-18T21:24:11,502 INFO [M:0;d63b309a8c2d:39041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2863017c74f4a198bbeecff52ab8ef9 2024-11-18T21:24:11,507 DEBUG [M:0;d63b309a8c2d:39041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76751be359c648cca41bad2990c5a24f as hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76751be359c648cca41bad2990c5a24f 2024-11-18T21:24:11,511 INFO [M:0;d63b309a8c2d:39041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76751be359c648cca41bad2990c5a24f, entries=8, sequenceid=55, filesize=5.5 K 2024-11-18T21:24:11,512 DEBUG [M:0;d63b309a8c2d:39041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d97440fa1c75423f85478add56611333 as hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d97440fa1c75423f85478add56611333 2024-11-18T21:24:11,516 INFO [M:0;d63b309a8c2d:39041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d97440fa1c75423f85478add56611333, entries=6, sequenceid=55, filesize=6.4 K 2024-11-18T21:24:11,519 DEBUG [M:0;d63b309a8c2d:39041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2863017c74f4a198bbeecff52ab8ef9 as hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2863017c74f4a198bbeecff52ab8ef9 2024-11-18T21:24:11,523 INFO [M:0;d63b309a8c2d:39041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45377/user/jenkins/test-data/7067ea54-844e-479d-71d0-67bfdabd2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2863017c74f4a198bbeecff52ab8ef9, entries=1, sequenceid=55, filesize=5.0 K 2024-11-18T21:24:11,524 INFO [M:0;d63b309a8c2d:39041 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 921ms, sequenceid=55, compaction requested=false 2024-11-18T21:24:11,526 INFO [M:0;d63b309a8c2d:39041 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:24:11,526 DEBUG [M:0;d63b309a8c2d:39041 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731965050603Disabling compacts and flushes for region at 1731965050603Disabling writes for close at 1731965050603Obtaining lock to block concurrent updates at 1731965050603Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731965050603Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731965050604 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731965050604Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731965050604Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731965050622 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731965050622Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731965051037 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731965051059 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731965051059Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731965051471 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731965051494 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731965051494Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad5022: reopening flushed file at 1731965051506 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3feedfb0: reopening flushed file at 1731965051511 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4df561d6: reopening flushed file at 1731965051516 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 921ms, sequenceid=55, compaction requested=false at 1731965051524 (+8 ms)Writing region close event to WAL at 1731965051526 (+2 ms)Closed at 1731965051526 2024-11-18T21:24:11,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741830_1006 (size=32770) 2024-11-18T21:24:11,528 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:24:11,528 INFO [M:0;d63b309a8c2d:39041 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:24:11,529 INFO [M:0;d63b309a8c2d:39041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39041 2024-11-18T21:24:11,531 INFO [M:0;d63b309a8c2d:39041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:24:11,598 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:11,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:24:11,633 INFO [M:0;d63b309a8c2d:39041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:24:11,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x10054c6f70a0003, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:24:11,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52079d94{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:24:11,636 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dfc971b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:24:11,636 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:24:11,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dedfc57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:24:11,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14185180{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/hadoop.log.dir/,STOPPED} 2024-11-18T21:24:11,638 WARN [BP-282908856-172.17.0.3-1731965025929 heartbeating to localhost/127.0.0.1:45377 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:24:11,638 WARN [BP-282908856-172.17.0.3-1731965025929 heartbeating to localhost/127.0.0.1:45377 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-282908856-172.17.0.3-1731965025929 (Datanode Uuid 8849dc58-e8ab-4c67-a2a9-a3c1fb2326ee) service to localhost/127.0.0.1:45377 2024-11-18T21:24:11,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/cluster_f78921ea-072c-4d95-2e77-d1252ff380de/data/data1/current/BP-282908856-172.17.0.3-1731965025929 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:24:11,638 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:24:11,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/cluster_f78921ea-072c-4d95-2e77-d1252ff380de/data/data2/current/BP-282908856-172.17.0.3-1731965025929 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:24:11,639 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:24:11,639 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:24:11,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3920ab49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:24:11,654 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c2144d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:24:11,654 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:24:11,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68405515{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:24:11,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35f3c526{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/721e811e-fc8f-bae5-ed4f-c47833b38cdc/hadoop.log.dir/,STOPPED} 2024-11-18T21:24:11,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:24:11,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T21:24:11,672 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:24:11,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:24:11,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:11,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:24:11,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:11,674 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T21:24:11,674 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2111821231, stopped=false 2024-11-18T21:24:11,674 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d63b309a8c2d,33533,1731965023018 2024-11-18T21:24:11,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0538100030/running 2024-11-18T21:24:11,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030 2024-11-18T21:24:11,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0538100030/running 2024-11-18T21:24:11,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030 2024-11-18T21:24:11,677 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:24:11,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Set watcher on znode that does not yet exist, /0538100030/running 2024-11-18T21:24:11,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Set watcher on znode that does not yet exist, /0538100030/running 2024-11-18T21:24:11,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T21:24:11,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:24:11,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:11,681 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd63b309a8c2d,36295,1731965023221' ***** 2024-11-18T21:24:11,681 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T21:24:11,682 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T21:24:11,682 INFO [RS:0;d63b309a8c2d:36295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T21:24:11,682 INFO [RS:0;d63b309a8c2d:36295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T21:24:11,682 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T21:24:11,682 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(3091): Received CLOSE for 13c5c183971c098391115c90fc998df0 2024-11-18T21:24:11,684 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(3091): Received CLOSE for 631c698b4ea868ae12960be51aacd6e2 2024-11-18T21:24:11,684 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(959): stopping server d63b309a8c2d,36295,1731965023221 2024-11-18T21:24:11,684 INFO [RS:0;d63b309a8c2d:36295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:24:11,685 INFO [RS:0;d63b309a8c2d:36295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:36295. 2024-11-18T21:24:11,685 DEBUG [RS:0;d63b309a8c2d:36295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:24:11,685 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13c5c183971c098391115c90fc998df0, disabling compactions & flushes 2024-11-18T21:24:11,685 DEBUG [RS:0;d63b309a8c2d:36295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:11,685 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0. 2024-11-18T21:24:11,685 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T21:24:11,685 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T21:24:11,685 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T21:24:11,685 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T21:24:11,685 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0. 2024-11-18T21:24:11,685 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0. after waiting 0 ms 2024-11-18T21:24:11,685 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0. 2024-11-18T21:24:11,685 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 13c5c183971c098391115c90fc998df0 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-18T21:24:11,686 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T21:24:11,686 DEBUG [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(1325): Online Regions={13c5c183971c098391115c90fc998df0=hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0., 631c698b4ea868ae12960be51aacd6e2=test,,1731965035121.631c698b4ea868ae12960be51aacd6e2., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T21:24:11,686 DEBUG [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(1351): Waiting on 13c5c183971c098391115c90fc998df0, 1588230740, 631c698b4ea868ae12960be51aacd6e2 2024-11-18T21:24:11,686 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T21:24:11,686 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T21:24:11,686 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T21:24:11,686 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T21:24:11,686 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T21:24:11,686 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T21:24:11,709 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/replication/13c5c183971c098391115c90fc998df0/.tmp/hfileref/5c0239eb13084891a7604b442a86a227 is 74, key is 1/hfileref:350e2c362f664017bc1290751cad13fa_SeqId_6_/1731965046994/DeleteColumn/seqid=0 2024-11-18T21:24:11,711 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/.tmp/info/fa6e616ca04949a095c180e395c82be5 is 147, key is hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0./info:regioninfo/1731965040263/Put/seqid=0 2024-11-18T21:24:11,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741848_1024 (size=7686) 2024-11-18T21:24:11,719 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/.tmp/info/fa6e616ca04949a095c180e395c82be5 2024-11-18T21:24:11,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741847_1023 (size=5489) 2024-11-18T21:24:11,753 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/replication/13c5c183971c098391115c90fc998df0/.tmp/hfileref/5c0239eb13084891a7604b442a86a227 2024-11-18T21:24:11,776 INFO [regionserver/d63b309a8c2d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:24:11,781 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/.tmp/ns/11b9e45863254844ac3da079939cf8e0 is 43, key is default/ns:d/1731965025666/Put/seqid=0 2024-11-18T21:24:11,785 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/replication/13c5c183971c098391115c90fc998df0/.tmp/queue/6861dd5e3b8a42eb9c79cc58ab2b5ef4 is 153, key is 1-d63b309a8c2d,36295,1731965023221/queue:d63b309a8c2d%2C36295%2C1731965023221/1731965046996/Put/seqid=0 2024-11-18T21:24:11,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741850_1026 (size=5504) 2024-11-18T21:24:11,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741849_1025 (size=5153) 2024-11-18T21:24:11,813 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/.tmp/ns/11b9e45863254844ac3da079939cf8e0 2024-11-18T21:24:11,814 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/replication/13c5c183971c098391115c90fc998df0/.tmp/queue/6861dd5e3b8a42eb9c79cc58ab2b5ef4 2024-11-18T21:24:11,824 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/replication/13c5c183971c098391115c90fc998df0/.tmp/hfileref/5c0239eb13084891a7604b442a86a227 as hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/replication/13c5c183971c098391115c90fc998df0/hfileref/5c0239eb13084891a7604b442a86a227 2024-11-18T21:24:11,840 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/replication/13c5c183971c098391115c90fc998df0/hfileref/5c0239eb13084891a7604b442a86a227, entries=6, sequenceid=17, filesize=5.4 K 2024-11-18T21:24:11,842 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/replication/13c5c183971c098391115c90fc998df0/.tmp/queue/6861dd5e3b8a42eb9c79cc58ab2b5ef4 as hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/replication/13c5c183971c098391115c90fc998df0/queue/6861dd5e3b8a42eb9c79cc58ab2b5ef4 2024-11-18T21:24:11,846 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/replication/13c5c183971c098391115c90fc998df0/queue/6861dd5e3b8a42eb9c79cc58ab2b5ef4, entries=2, sequenceid=17, filesize=5.4 K 2024-11-18T21:24:11,846 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/.tmp/rep_barrier/b209339828384165abe8fc359db20087 is 112, key is test,,1731965035121.631c698b4ea868ae12960be51aacd6e2./rep_barrier:seqnumDuringOpen/1731965035715/Put/seqid=0 2024-11-18T21:24:11,849 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 13c5c183971c098391115c90fc998df0 in 164ms, sequenceid=17, compaction requested=false 2024-11-18T21:24:11,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741851_1027 (size=5518) 2024-11-18T21:24:11,858 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/replication/13c5c183971c098391115c90fc998df0/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-18T21:24:11,859 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:24:11,859 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:24:11,859 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0. 2024-11-18T21:24:11,859 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13c5c183971c098391115c90fc998df0: Waiting for close lock at 1731965051685Running coprocessor pre-close hooks at 1731965051685Disabling compacts and flushes for region at 1731965051685Disabling writes for close at 1731965051685Obtaining lock to block concurrent updates at 1731965051685Preparing flush snapshotting stores in 13c5c183971c098391115c90fc998df0 at 1731965051685Finished memstore snapshotting hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731965051685Flushing stores of hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0. at 1731965051687 (+2 ms)Flushing 13c5c183971c098391115c90fc998df0/hfileref: creating writer at 1731965051687Flushing 13c5c183971c098391115c90fc998df0/hfileref: appending metadata at 1731965051708 (+21 ms)Flushing 13c5c183971c098391115c90fc998df0/hfileref: closing flushed file at 1731965051708Flushing 13c5c183971c098391115c90fc998df0/queue: creating writer at 1731965051761 (+53 ms)Flushing 13c5c183971c098391115c90fc998df0/queue: appending metadata at 1731965051784 (+23 ms)Flushing 13c5c183971c098391115c90fc998df0/queue: closing flushed file at 1731965051784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b63df27: reopening flushed file at 1731965051823 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@508e3ffe: reopening flushed file at 1731965051841 (+18 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 13c5c183971c098391115c90fc998df0 in 164ms, sequenceid=17, compaction requested=false at 1731965051849 (+8 ms)Writing region close event to WAL at 1731965051854 (+5 ms)Running coprocessor post-close hooks at 1731965051858 (+4 ms)Closed at 1731965051859 (+1 ms) 2024-11-18T21:24:11,859 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731965038663.13c5c183971c098391115c90fc998df0. 2024-11-18T21:24:11,859 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 631c698b4ea868ae12960be51aacd6e2, disabling compactions & flushes 2024-11-18T21:24:11,859 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731965035121.631c698b4ea868ae12960be51aacd6e2. 2024-11-18T21:24:11,859 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731965035121.631c698b4ea868ae12960be51aacd6e2. 2024-11-18T21:24:11,859 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731965035121.631c698b4ea868ae12960be51aacd6e2. after waiting 0 ms 2024-11-18T21:24:11,859 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731965035121.631c698b4ea868ae12960be51aacd6e2. 2024-11-18T21:24:11,865 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/default/test/631c698b4ea868ae12960be51aacd6e2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T21:24:11,866 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:24:11,866 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T21:24:11,866 INFO [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731965035121.631c698b4ea868ae12960be51aacd6e2. 2024-11-18T21:24:11,866 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 631c698b4ea868ae12960be51aacd6e2: Waiting for close lock at 1731965051859Running coprocessor pre-close hooks at 1731965051859Disabling compacts and flushes for region at 1731965051859Disabling writes for close at 1731965051859Writing region close event to WAL at 1731965051861 (+2 ms)Running coprocessor post-close hooks at 1731965051866 (+5 ms)Closed at 1731965051866 2024-11-18T21:24:11,866 DEBUG [RS_CLOSE_REGION-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731965035121.631c698b4ea868ae12960be51aacd6e2. 2024-11-18T21:24:11,886 DEBUG [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:24:12,086 DEBUG [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:24:12,258 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/.tmp/rep_barrier/b209339828384165abe8fc359db20087 2024-11-18T21:24:12,286 DEBUG [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T21:24:12,297 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/.tmp/table/f3309f1212cd452385728e5a494df3ef is 53, key is hbase:replication/table:state/1731965040291/Put/seqid=0 2024-11-18T21:24:12,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741852_1028 (size=5308) 2024-11-18T21:24:12,345 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/.tmp/table/f3309f1212cd452385728e5a494df3ef 2024-11-18T21:24:12,351 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/.tmp/info/fa6e616ca04949a095c180e395c82be5 as hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/info/fa6e616ca04949a095c180e395c82be5 2024-11-18T21:24:12,356 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/info/fa6e616ca04949a095c180e395c82be5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T21:24:12,357 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/.tmp/ns/11b9e45863254844ac3da079939cf8e0 as hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/ns/11b9e45863254844ac3da079939cf8e0 2024-11-18T21:24:12,363 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/ns/11b9e45863254844ac3da079939cf8e0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T21:24:12,363 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T21:24:12,363 INFO [regionserver/d63b309a8c2d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T21:24:12,364 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/.tmp/rep_barrier/b209339828384165abe8fc359db20087 as hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/rep_barrier/b209339828384165abe8fc359db20087 2024-11-18T21:24:12,371 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/rep_barrier/b209339828384165abe8fc359db20087, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T21:24:12,372 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/.tmp/table/f3309f1212cd452385728e5a494df3ef as hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/table/f3309f1212cd452385728e5a494df3ef 2024-11-18T21:24:12,384 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/table/f3309f1212cd452385728e5a494df3ef, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T21:24:12,385 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 699ms, sequenceid=16, compaction requested=false 2024-11-18T21:24:12,385 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T21:24:12,470 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T21:24:12,471 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T21:24:12,471 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T21:24:12,471 INFO [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T21:24:12,472 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731965051686Running coprocessor pre-close hooks at 1731965051686Disabling compacts and flushes for region at 1731965051686Disabling writes for close at 1731965051686Obtaining lock to block concurrent updates at 1731965051686Preparing flush snapshotting stores in 1588230740 at 1731965051686Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731965051687 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731965051688 (+1 ms)Flushing 1588230740/info: creating writer at 1731965051688Flushing 1588230740/info: appending metadata at 1731965051711 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731965051711Flushing 1588230740/ns: creating writer at 1731965051745 (+34 ms)Flushing 1588230740/ns: appending metadata at 1731965051781 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731965051781Flushing 1588230740/rep_barrier: creating writer at 1731965051822 (+41 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731965051846 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731965051846Flushing 1588230740/table: creating writer at 1731965052271 (+425 ms)Flushing 1588230740/table: appending metadata at 1731965052296 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731965052296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab473c4: reopening flushed file at 1731965052350 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19420b1: reopening flushed file at 1731965052356 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a7483b: reopening flushed file at 1731965052363 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f70aa7e: reopening flushed file at 1731965052371 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 699ms, sequenceid=16, compaction requested=false at 1731965052385 (+14 ms)Writing region close event to WAL at 1731965052448 (+63 ms)Running coprocessor post-close hooks at 1731965052471 (+23 ms)Closed at 1731965052471 2024-11-18T21:24:12,472 DEBUG [RS_CLOSE_META-regionserver/d63b309a8c2d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T21:24:12,487 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(976): stopping server d63b309a8c2d,36295,1731965023221; all regions closed. 2024-11-18T21:24:12,495 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.meta.1731965044066.meta not finished, retry = 0 2024-11-18T21:24:12,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741843_1019 (size=859) 2024-11-18T21:24:12,523 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:12,550 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:24:12,550 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 688, reset compression=false 2024-11-18T21:24:12,552 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-d63b309a8c2d,36295,1731965023221 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:24:12,554 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d63b309a8c2d,36295,1731965023221: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-d63b309a8c2d,36295,1731965023221, walGroup=d63b309a8c2d%2C36295%2C1731965023221, offset=d63b309a8c2d%2C36295%2C1731965023221.1731965044097:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:36295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T21:24:12,555 ERROR [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T21:24:12,555 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T21:24:12,556 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T21:24:12,556 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T21:24:12,556 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T21:24:12,556 INFO [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1671430144, "init": 1048576000, "max": 2306867200, "used": 1120003936 }, "NonHeapMemoryUsage": { "committed": 212205568, "init": 7667712, "max": -1, "used": 208950328 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T21:24:12,556 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T21:24:12,599 DEBUG [RS:0;d63b309a8c2d:36295 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/oldWALs 2024-11-18T21:24:12,600 INFO [RS:0;d63b309a8c2d:36295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C36295%2C1731965023221.meta:.meta(num 1731965044066) 2024-11-18T21:24:12,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741842_1018 (size=2791) 2024-11-18T21:24:12,628 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.rep.1731965044036 not finished, retry = 0 2024-11-18T21:24:12,709 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 393, reset compression=false 2024-11-18T21:24:12,723 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T21:24:12,723 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 688, reset compression=false 2024-11-18T21:24:12,723 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d63b309a8c2d,36295,1731965023221 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T21:24:12,724 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-18T21:24:12,741 DEBUG [RS:0;d63b309a8c2d:36295 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/oldWALs 2024-11-18T21:24:12,741 INFO [RS:0;d63b309a8c2d:36295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C36295%2C1731965023221.rep:(num 1731965044036) 2024-11-18T21:24:12,759 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 not finished, retry = 0 2024-11-18T21:24:12,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741844_1020 (size=696) 2024-11-18T21:24:12,794 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 to pos 688, reset compression=false 2024-11-18T21:24:12,860 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/WALs/d63b309a8c2d,36295,1731965023221/d63b309a8c2d%2C36295%2C1731965023221.1731965044097 2024-11-18T21:24:12,860 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-18T21:24:12,860 DEBUG [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-18T21:24:12,866 DEBUG [RS:0;d63b309a8c2d:36295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/oldWALs 2024-11-18T21:24:12,867 INFO [RS:0;d63b309a8c2d:36295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d63b309a8c2d%2C36295%2C1731965023221:(num 1731965044097) 2024-11-18T21:24:12,867 DEBUG [RS:0;d63b309a8c2d:36295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:12,867 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T21:24:12,868 INFO [RS:0;d63b309a8c2d:36295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:24:12,869 INFO [RS:0;d63b309a8c2d:36295 {}] hbase.ChoreService(370): Chore service for: regionserver/d63b309a8c2d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T21:24:12,869 INFO [RS:0;d63b309a8c2d:36295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:24:12,869 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d63b309a8c2d,36295,1731965023221 because: Region server is closing 2024-11-18T21:24:12,869 INFO [RS:0;d63b309a8c2d:36295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:36295. 2024-11-18T21:24:12,870 DEBUG [RS:0;d63b309a8c2d:36295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:24:12,870 DEBUG [RS:0;d63b309a8c2d:36295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:12,870 DEBUG [RS:0;d63b309a8c2d:36295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:12,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:24:12,872 INFO [regionserver/d63b309a8c2d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:24:12,923 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T21:24:12,970 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,1-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,1-d63b309a8c2d,36295,1731965023221 terminated 2024-11-18T21:24:12,970 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d63b309a8c2d,36295,1731965023221 because: Region server is closing 2024-11-18T21:24:12,970 INFO [RS:0;d63b309a8c2d:36295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d63b309a8c2d:36295. 2024-11-18T21:24:12,971 DEBUG [RS:0;d63b309a8c2d:36295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T21:24:12,971 DEBUG [RS:0;d63b309a8c2d:36295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:12,971 DEBUG [RS:0;d63b309a8c2d:36295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T21:24:12,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T21:24:13,071 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.shipperd63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 terminated 2024-11-18T21:24:13,071 INFO [RS:0;d63b309a8c2d:36295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36295 2024-11-18T21:24:13,072 WARN [RS_REFRESH_PEER-regionserver/d63b309a8c2d:0-0.replicationSource,2-d63b309a8c2d,36295,1731965023221.replicationSource.wal-reader.d63b309a8c2d%2C36295%2C1731965023221,2-d63b309a8c2d,36295,1731965023221 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-18T21:24:13,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0538100030/rs/d63b309a8c2d,36295,1731965023221 2024-11-18T21:24:13,085 INFO [RS:0;d63b309a8c2d:36295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:24:13,085 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fb0f08e3a40@106457f5 rejected from java.util.concurrent.ThreadPoolExecutor@5566cb9d[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-18T21:24:13,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030/rs 2024-11-18T21:24:13,101 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d63b309a8c2d,36295,1731965023221] 2024-11-18T21:24:13,113 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0538100030/draining/d63b309a8c2d,36295,1731965023221 already deleted, retry=false 2024-11-18T21:24:13,113 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d63b309a8c2d,36295,1731965023221 expired; onlineServers=0 2024-11-18T21:24:13,113 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd63b309a8c2d,33533,1731965023018' ***** 2024-11-18T21:24:13,113 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T21:24:13,113 INFO [M:0;d63b309a8c2d:33533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T21:24:13,113 INFO [M:0;d63b309a8c2d:33533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T21:24:13,114 DEBUG [M:0;d63b309a8c2d:33533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T21:24:13,114 DEBUG [M:0;d63b309a8c2d:33533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T21:24:13,114 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T21:24:13,114 INFO [M:0;d63b309a8c2d:33533 {}] hbase.ChoreService(370): Chore service for: master/d63b309a8c2d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T21:24:13,114 INFO [M:0;d63b309a8c2d:33533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T21:24:13,114 DEBUG [M:0;d63b309a8c2d:33533 {}] master.HMaster(1795): Stopping service threads 2024-11-18T21:24:13,114 INFO [M:0;d63b309a8c2d:33533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T21:24:13,114 INFO [M:0;d63b309a8c2d:33533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T21:24:13,114 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731965024143 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.small.0-1731965024143,5,FailOnTimeoutGroup] 2024-11-18T21:24:13,114 INFO [M:0;d63b309a8c2d:33533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T21:24:13,114 DEBUG [master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731965024141 {}] cleaner.HFileCleaner(306): Exit Thread[master/d63b309a8c2d:0:becomeActiveMaster-HFileCleaner.large.0-1731965024141,5,FailOnTimeoutGroup] 2024-11-18T21:24:13,115 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T21:24:13,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0538100030/master 2024-11-18T21:24:13,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538100030 2024-11-18T21:24:13,123 DEBUG [M:0;d63b309a8c2d:33533 {}] zookeeper.RecoverableZooKeeper(212): Node /0538100030/master already deleted, retry=false 2024-11-18T21:24:13,123 DEBUG [M:0;d63b309a8c2d:33533 {}] master.ActiveMasterManager(353): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Failed delete of our master address node; KeeperErrorCode = NoNode for /0538100030/master 2024-11-18T21:24:13,124 INFO [M:0;d63b309a8c2d:33533 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/.lastflushedseqids 2024-11-18T21:24:13,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741853_1029 (size=263) 2024-11-18T21:24:13,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:24:13,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36295-0x10054c6f70a0001, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:24:13,189 INFO [RS:0;d63b309a8c2d:36295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:24:13,189 INFO [RS:0;d63b309a8c2d:36295 {}] regionserver.HRegionServer(1031): Exiting; stopping=d63b309a8c2d,36295,1731965023221; zookeeper connection closed. 2024-11-18T21:24:13,196 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22900ad0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22900ad0 2024-11-18T21:24:13,197 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T21:24:13,553 INFO [M:0;d63b309a8c2d:33533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T21:24:13,553 INFO [M:0;d63b309a8c2d:33533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T21:24:13,553 DEBUG [M:0;d63b309a8c2d:33533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T21:24:13,553 INFO [M:0;d63b309a8c2d:33533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:24:13,554 DEBUG [M:0;d63b309a8c2d:33533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:24:13,554 DEBUG [M:0;d63b309a8c2d:33533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T21:24:13,554 DEBUG [M:0;d63b309a8c2d:33533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:24:13,554 INFO [M:0;d63b309a8c2d:33533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-18T21:24:13,591 DEBUG [M:0;d63b309a8c2d:33533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00dc8e8e59ee4bb4becde046c8dd02b4 is 82, key is hbase:meta,,1/info:regioninfo/1731965025631/Put/seqid=0 2024-11-18T21:24:13,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741854_1030 (size=5672) 2024-11-18T21:24:13,696 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T21:24:13,697 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:24:13,698 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148985 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d63b309a8c2d,33789,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d63b309a8c2d:33789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T21:24:14,009 INFO [M:0;d63b309a8c2d:33533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00dc8e8e59ee4bb4becde046c8dd02b4 2024-11-18T21:24:14,037 DEBUG [M:0;d63b309a8c2d:33533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9cb45143fa542c9af1a09881b25ab9c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731965040296/Put/seqid=0 2024-11-18T21:24:14,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741855_1031 (size=8909) 2024-11-18T21:24:14,454 INFO [M:0;d63b309a8c2d:33533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9cb45143fa542c9af1a09881b25ab9c 2024-11-18T21:24:14,508 DEBUG [M:0;d63b309a8c2d:33533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be9f5ca53c2c4494928871a3fca5661d is 69, key is d63b309a8c2d,36295,1731965023221/rs:state/1731965024213/Put/seqid=0 2024-11-18T21:24:14,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741856_1032 (size=5156) 2024-11-18T21:24:14,937 INFO [M:0;d63b309a8c2d:33533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be9f5ca53c2c4494928871a3fca5661d 2024-11-18T21:24:14,948 DEBUG [M:0;d63b309a8c2d:33533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00dc8e8e59ee4bb4becde046c8dd02b4 as hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00dc8e8e59ee4bb4becde046c8dd02b4 2024-11-18T21:24:14,953 INFO [M:0;d63b309a8c2d:33533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00dc8e8e59ee4bb4becde046c8dd02b4, entries=8, sequenceid=112, filesize=5.5 K 2024-11-18T21:24:14,954 DEBUG [M:0;d63b309a8c2d:33533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9cb45143fa542c9af1a09881b25ab9c as hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9cb45143fa542c9af1a09881b25ab9c 2024-11-18T21:24:14,958 INFO [M:0;d63b309a8c2d:33533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9cb45143fa542c9af1a09881b25ab9c, entries=13, sequenceid=112, filesize=8.7 K 2024-11-18T21:24:14,959 DEBUG [M:0;d63b309a8c2d:33533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be9f5ca53c2c4494928871a3fca5661d as hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be9f5ca53c2c4494928871a3fca5661d 2024-11-18T21:24:14,964 INFO [M:0;d63b309a8c2d:33533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/cf1014ad-5816-eb5c-fb33-4b22dbe10755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be9f5ca53c2c4494928871a3fca5661d, entries=1, sequenceid=112, filesize=5.0 K 2024-11-18T21:24:14,969 INFO [M:0;d63b309a8c2d:33533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1415ms, sequenceid=112, compaction requested=false 2024-11-18T21:24:14,983 INFO [M:0;d63b309a8c2d:33533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T21:24:14,983 DEBUG [M:0;d63b309a8c2d:33533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731965053553Disabling compacts and flushes for region at 1731965053553Disabling writes for close at 1731965053554 (+1 ms)Obtaining lock to block concurrent updates at 1731965053554Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731965053554Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731965053554Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731965053558 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731965053558Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731965053591 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731965053591Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731965054017 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731965054037 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731965054037Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731965054474 (+437 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731965054508 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731965054508Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d16df9: reopening flushed file at 1731965054945 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7578c9d0: reopening flushed file at 1731965054953 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1282d28: reopening flushed file at 1731965054959 (+6 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1415ms, sequenceid=112, compaction requested=false at 1731965054969 (+10 ms)Writing region close event to WAL at 1731965054983 (+14 ms)Closed at 1731965054983 2024-11-18T21:24:14,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741830_1006 (size=69055) 2024-11-18T21:24:14,987 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T21:24:14,987 INFO [M:0;d63b309a8c2d:33533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T21:24:14,987 INFO [M:0;d63b309a8c2d:33533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33533 2024-11-18T21:24:14,987 INFO [M:0;d63b309a8c2d:33533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T21:24:15,101 INFO [M:0;d63b309a8c2d:33533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T21:24:15,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:24:15,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x10054c6f70a0000, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T21:24:15,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@649b9acf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T21:24:15,106 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33958fbf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:24:15,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:24:15,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c1d1ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:24:15,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12a4de79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/hadoop.log.dir/,STOPPED} 2024-11-18T21:24:15,109 WARN [BP-937588137-172.17.0.3-1731965021363 heartbeating to localhost/127.0.0.1:32987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T21:24:15,109 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T21:24:15,109 WARN [BP-937588137-172.17.0.3-1731965021363 heartbeating to localhost/127.0.0.1:32987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-937588137-172.17.0.3-1731965021363 (Datanode Uuid 47ece623-a9d9-4a7a-885f-c646e9d6dd28) service to localhost/127.0.0.1:32987 2024-11-18T21:24:15,109 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T21:24:15,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/cluster_549f4010-3ffa-8481-0139-3e78b7cf0bf4/data/data2/current/BP-937588137-172.17.0.3-1731965021363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:24:15,111 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T21:24:15,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/cluster_549f4010-3ffa-8481-0139-3e78b7cf0bf4/data/data1/current/BP-937588137-172.17.0.3-1731965021363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T21:24:15,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a5b5028{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T21:24:15,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3df456d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T21:24:15,153 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T21:24:15,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6781d4a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T21:24:15,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f35d1ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e966c1-f28d-8279-b6fe-3cb6eaff46a8/hadoop.log.dir/,STOPPED} 2024-11-18T21:24:15,175 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T21:24:15,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T21:24:15,236 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 527) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32987 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:32987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42205 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59001) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45377 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59001) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45377 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59001) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42205 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42205 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42205 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32987 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32987 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=982 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1365 (was 1105) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1401 (was 1899) 2024-11-18T21:24:15,237 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500 2024-11-18T21:24:15,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10054c6f70a0002, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:24:15,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10054c6f70a0002, quorum=127.0.0.1:59001, baseZNode=/0538100030 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:24:15,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10054c6f70a0008, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:24:15,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10054c6f70a0008, quorum=127.0.0.1:59001, baseZNode=/2-1112541225 Received Disconnected from ZooKeeper, ignoring 2024-11-18T21:24:15,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10054c6f70a0005, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T21:24:15,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10054c6f70a0005, quorum=127.0.0.1:59001, baseZNode=/11977149405 Received Disconnected from ZooKeeper, ignoring